- * */
- static BuildResult withWireMock(String expectedUrl, byte[] expectedContent, Closure buildRunClosure) {
- WireMockServer wireMock = new WireMockServer(0);
- try {
- wireMock.stubFor(head(urlEqualTo(expectedUrl)).willReturn(aResponse().withStatus(200)));
- wireMock.stubFor(
- get(urlEqualTo(expectedUrl)).willReturn(aResponse().withStatus(200).withBody(expectedContent))
- )
- wireMock.start();
- return buildRunClosure.call(wireMock);
- } catch (Exception e) {
- // for debugging
- System.err.println("missed requests: " + wireMock.findUnmatchedRequests().getRequests());
- throw e;
- } finally {
- wireMock.stop();
- }
- }
-
-}
diff --git a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalBwcGitPluginFuncTest.groovy b/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalBwcGitPluginFuncTest.groovy
deleted file mode 100644
index 8451ec2418e6d..0000000000000
--- a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalBwcGitPluginFuncTest.groovy
+++ /dev/null
@@ -1,61 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.internal
-
-import org.opensearch.gradle.fixtures.AbstractGradleFuncTest
-import org.gradle.testkit.runner.TaskOutcome
-
-class InternalBwcGitPluginFuncTest extends AbstractGradleFuncTest {
-
- def setup() {
- setupLocalGitRepo()
- }
-
- def "current repository can be cloned"() {
- given:
- internalBuild();
- buildFile << """
- import org.opensearch.gradle.Version;
- apply plugin: org.opensearch.gradle.internal.InternalBwcGitPlugin
-
- bwcGitConfig {
- bwcVersion = project.provider { Version.fromString("7.10.0") }
- bwcBranch = project.provider { "7.x" }
- checkoutDir = project.provider{file("build/checkout")}
- }
- """
- when:
- def result = gradleRunner("createClone", '--stacktrace').build()
- then:
- result.task(":createClone").outcome == TaskOutcome.SUCCESS
- file("build/checkout/build.gradle").exists()
- file("build/checkout/settings.gradle").exists()
- }
-}
diff --git a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionArchiveCheckPluginFuncTest.groovy b/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionArchiveCheckPluginFuncTest.groovy
deleted file mode 100644
index 94a840fbbfade..0000000000000
--- a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionArchiveCheckPluginFuncTest.groovy
+++ /dev/null
@@ -1,137 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.internal
-
-import org.gradle.internal.os.OperatingSystem
-import org.opensearch.gradle.VersionProperties
-import org.opensearch.gradle.fixtures.AbstractGradleFuncTest
-import org.gradle.testkit.runner.TaskOutcome
-import spock.lang.Unroll
-
-class InternalDistributionArchiveCheckPluginFuncTest extends AbstractGradleFuncTest {
-
- def setup() {
- ["darwin-zip", 'darwin-tar'].each { projName ->
- settingsFile << """
- include ':${projName}'
- """
-
- file("${projName}/build.gradle") << """
- plugins {
- id 'opensearch.internal-distribution-archive-check'
- }"""
- }
- file("SomeFile.txt") << """
- some dummy txt file
- """
-
- buildFile << """
- allprojects {
- apply plugin:'base'
- ext.elasticLicenseUrl = "http://foo.bar"
- }
- tasks.register("buildDarwinTar", Tar) {
- compression = Compression.GZIP
- from 'SomeFile.class'
- }
- tasks.register("buildDarwinZip", Zip) {
- from 'SomeFile.txt'
- }"""
- }
-
- @Unroll
- def "plain class files in distribution #archiveType archives are detected"() {
- given:
- file("SomeFile.class") << """
- some dummy class file
- """
- buildFile << """
- tasks.withType(AbstractArchiveTask).configureEach {
- from 'SomeFile.class'
- }
- """
- if (OperatingSystem.current() == OperatingSystem.WINDOWS) {
- when:
- def result = gradleRunner(":darwin-${archiveType}:check", '--stacktrace').build()
- then:
- result.task(":darwin-${archiveType}:checkExtraction").outcome == TaskOutcome.SKIPPED
- } else {
- when:
- def result = gradleRunner(":darwin-${archiveType}:check", '--stacktrace').buildAndFail()
- then:
- result.task(":darwin-${archiveType}:checkExtraction").outcome == TaskOutcome.FAILED
- result.output.contains("Detected class file in distribution ('SomeFile.class')")
- }
-
- where:
- archiveType << ["zip", 'tar']
- }
-
- def "fails on unexpected notice content"() {
- given:
- license(file("LICENSE.txt"))
- file("NOTICE.txt").text = """OpenSearch (https://opensearch.org/)
-Copyright 2009-2018 Acme Coorp"""
- buildFile << """
- apply plugin:'base'
- tasks.withType(AbstractArchiveTask).configureEach {
- into("opensearch-${VersionProperties.getOpenSearch()}") {
- from 'LICENSE.txt'
- from 'SomeFile.txt'
- from 'NOTICE.txt'
- }
- }
- """
-
- if (OperatingSystem.current() == OperatingSystem.WINDOWS) {
- when:
- def result = gradleRunner(":darwin-tar:checkNotice").build()
- then:
- result.task(":darwin-tar:checkNotice").outcome == TaskOutcome.SKIPPED
- } else {
- when:
- def result = gradleRunner(":darwin-tar:checkNotice").buildAndFail()
- then:
- result.task(":darwin-tar:checkNotice").outcome == TaskOutcome.FAILED
- normalizedOutput(result.output).contains("> expected line [2] in " +
- "[./darwin-tar/build/tar-extracted/opensearch-${VersionProperties.getOpenSearch()}/NOTICE.txt] " +
- "to be [Copyright OpenSearch Contributors] but was [Copyright 2009-2018 Acme Coorp]")
- }
-
- }
-
- void license(File file = file("licenses/APACHE-LICENSE-2.0.txt")) {
- file << """license coorp stuff line 1
-license coorp stuff line 2
-license coorp stuff line 3
-"""
- }
-
-}
diff --git a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionArchiveSetupPluginFuncTest.groovy b/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionArchiveSetupPluginFuncTest.groovy
deleted file mode 100644
index b5f643e6f4083..0000000000000
--- a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionArchiveSetupPluginFuncTest.groovy
+++ /dev/null
@@ -1,237 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.internal
-
-import org.apache.commons.compress.archivers.tar.TarArchiveEntry
-import org.apache.commons.compress.archivers.tar.TarArchiveInputStream
-import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream
-import org.apache.tools.zip.ZipEntry
-import org.apache.tools.zip.ZipFile
-import org.gradle.internal.os.OperatingSystem
-import org.opensearch.gradle.fixtures.AbstractGradleFuncTest
-import org.gradle.testkit.runner.BuildResult
-import org.gradle.testkit.runner.TaskOutcome
-
-class InternalDistributionArchiveSetupPluginFuncTest extends AbstractGradleFuncTest {
-
- def setup() {
- buildFile << """
- import org.opensearch.gradle.tar.SymbolicLinkPreservingTar
- plugins {
- id 'opensearch.internal-distribution-archive-setup'
- }
- """
- file('someFile.txt') << "some content"
- }
-
- def "applies defaults to tar tasks"() {
- given:
- file('someFile.txt') << "some content"
- buildFile << """
- tasks.register('${buildTaskName}', SymbolicLinkPreservingTar) {
- from 'someFile.txt'
- }
- """
-
- when:
- def result = gradleRunner(buildTaskName).build()
-
- then:
- file(expectedOutputArchivePath).exists()
- assertTarPermissionDefaults(file(expectedOutputArchivePath))
- assertEmptyDirTasksTriggered(result)
-
- where:
- buildTaskName | expectedOutputArchivePath
- "buildDarwinTar" | "darwin-tar/build/distributions/opensearch-min.tar.gz"
- }
-
- def "applies defaults to zip tasks"() {
- given:
- buildFile << """
- tasks.register('${buildTaskName}', Zip) {
- from 'someFile.txt'
- }
- """
-
- when:
- def result = gradleRunner(buildTaskName).build()
-
- then:
- file(expectedOutputArchivePath).exists()
- assertZipPermissionDefaults(file(expectedOutputArchivePath))
- assertEmptyDirTasksTriggered(result)
-
- where:
- buildTaskName | expectedOutputArchivePath
- "buildDarwinZip" | "darwin-zip/build/distributions/opensearch-min.zip"
- }
-
- def "registered distribution provides archives and directory variant"() {
- given:
- file('someFile.txt') << "some content"
-
- settingsFile << """
- include ':consumer'
- include ':producer-tar'
- """
-
- buildFile << """
- import org.gradle.api.artifacts.type.ArtifactTypeDefinition;
- import org.gradle.api.internal.artifacts.ArtifactAttributes;
- def snapshotFile = file("snapshot-\${version}.txt")
- snapshotFile << 'some snapshot content'
- distribution_archives {
- producerTar {
- content {
- project.copySpec {
- from 'someFile.txt'
- from snapshotFile
- }
- }
- }
- }
- project('consumer') { p ->
- configurations {
- consumeArchive {}
- consumeDir {}
- }
- dependencies {
- consumeDir project(path: ':producer-tar', configuration:'extracted')
- consumeArchive project(path: ':producer-tar', configuration:'default' )
- }
- tasks.register("copyDir", Copy) {
- from(configurations.consumeDir)
- into('build/dir')
- }
- tasks.register("copyArchive", Copy) {
- from(configurations.consumeArchive)
- into('build/archives')
- }
- }
- """
-
- if (OperatingSystem.current() != OperatingSystem.WINDOWS) {
- when:
- def result = gradleRunner("copyArchive").build()
- then: "tar task executed and target folder contains plain tar"
- result.task(':buildProducerTar').outcome == TaskOutcome.SUCCESS
- result.task(':consumer:copyArchive').outcome == TaskOutcome.SUCCESS
- file("producer-tar/build/distributions/opensearch-min.tar.gz").exists()
- file("consumer/build/archives/opensearch-min.tar.gz").exists()
-
- when:
- result = gradleRunner("copyDir", "-Pversion=1.0").build()
- then: "plain copy task executed and target folder contains plain content"
- result.task(':buildProducer').outcome == TaskOutcome.SUCCESS
- result.task(':consumer:copyDir').outcome == TaskOutcome.SUCCESS
- file("producer-tar/build/install/someFile.txt").exists()
- file("producer-tar/build/install/snapshot-1.0.txt").exists()
- file("consumer/build/dir/someFile.txt").exists()
-
- when:
- gradleRunner("copyDir", "-Pversion=2.0").build()
- then: "old content is cleared out"
- file("producer-tar/build/install/someFile.txt").exists()
- !file("producer-tar/build/install/snapshot-1.0.txt").exists()
- file("producer-tar/build/install/snapshot-2.0.txt").exists()
- } else {
- when:
- def result = gradleRunner("copyArchive").build()
- then: "tar task execution skipped on windows"
- result.task(':buildProducerTar').outcome == TaskOutcome.SKIPPED
- result.task(':consumer:copyArchive').outcome == TaskOutcome.NO_SOURCE
-
- when:
- result = gradleRunner("copyDir", "-Pversion=1.0").build()
- then: "plain copy task execution skipped on windows"
- result.task(':buildProducer').outcome == TaskOutcome.SKIPPED
- result.task(':consumer:copyDir').outcome == TaskOutcome.NO_SOURCE
- }
-
- }
-
- private static boolean assertTarPermissionDefaults(File tarArchive) {
- TarArchiveInputStream tarInput = new TarArchiveInputStream(new GzipCompressorInputStream(new FileInputStream(tarArchive)))
- try {
- TarArchiveEntry currentEntry = tarInput.getNextTarEntry()
- while (currentEntry != null) {
- if (currentEntry.isDirectory()) {
- assertDefaultDirPermissions(currentEntry.getMode())
- } else {
- assertDefaultFilePermissions(currentEntry.getMode())
- }
- currentEntry = tarInput.getNextTarEntry()
- }
- return true
- } finally {
- tarInput.close()
- }
- }
-
- private static boolean assertZipPermissionDefaults(File archive) {
- ZipFile zip = new ZipFile(archive)
- try {
- Enumeration entries = zip.getEntries()
- while (entries.hasMoreElements()) {
- ZipEntry zipEntry = entries.nextElement()
- if (zipEntry.isDirectory()) {
- assertDefaultDirPermissions(zipEntry.getUnixMode())
- } else {
- assertDefaultFilePermissions(zipEntry.getUnixMode())
- }
- }
- } finally {
- zip.close()
- }
- true
- }
-
- private static boolean assertDefaultDirPermissions(int mode) {
- assert ((mode >> 6) & 07) == 7
- assert ((mode >> 3) & 07) == 5
- assert ((mode >> 0) & 07) == 5
- true
- }
-
- private static boolean assertDefaultFilePermissions(int mode) {
- assert ((mode >> 6) & 07) == 6
- assert ((mode >> 3) & 07) == 4
- assert ((mode >> 0) & 07) == 4
- true
- }
-
- private static boolean assertEmptyDirTasksTriggered(BuildResult result) {
- result.task(":createJvmOptionsDir").outcome == TaskOutcome.SUCCESS
- result.task(":createLogsDir").outcome == TaskOutcome.SUCCESS
- result.task(":createPluginsDir").outcome == TaskOutcome.SUCCESS
- true
- }
-}
diff --git a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionBwcSetupPluginFuncTest.groovy b/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionBwcSetupPluginFuncTest.groovy
deleted file mode 100644
index 9d5e8009e3553..0000000000000
--- a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionBwcSetupPluginFuncTest.groovy
+++ /dev/null
@@ -1,160 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.internal
-
-import org.apache.commons.io.FileUtils
-import org.opensearch.gradle.fixtures.AbstractGradleFuncTest
-import org.gradle.testkit.runner.TaskOutcome
-import org.junit.Rule
-import org.junit.rules.TemporaryFolder
-
-class InternalDistributionBwcSetupPluginFuncTest extends AbstractGradleFuncTest {
-
- @Rule
- TemporaryFolder remoteRepoDirs = new TemporaryFolder()
-
- File remoteGitRepo
-
- def setup() {
- remoteGitRepo = new File(setupGitRemote(), '.git')
-
- "git clone ${remoteGitRepo.absolutePath}".execute(Collections.emptyList(), testProjectDir.root).waitFor()
- File buildScript = new File(testProjectDir.root, 'remote/build.gradle')
- internalBuild(buildScript)
- buildScript << """
- apply plugin: 'opensearch.internal-distribution-bwc-setup'
- """
- }
-
- def "builds distribution from branches via archives assemble"() {
- when:
- def result = gradleRunner(new File(testProjectDir.root, "remote"),
- ":distribution:bwc:bugfix:buildBwcDarwinTar",
- "-DtestRemoteRepo=" + remoteGitRepo,
- "-Dbwc.remote=origin")
- .build()
- then:
- result.task(":distribution:bwc:bugfix:buildBwcDarwinTar").outcome == TaskOutcome.SUCCESS
-
- and: "assemble task triggered"
- result.output.contains("[8.0.1] > Task :distribution:archives:darwin-tar:assemble")
- }
-
- def "bwc distribution archives can be resolved as bwc project artifact"() {
- setup:
- new File(testProjectDir.root, 'remote/build.gradle') << """
-
- configurations {
- dists
- }
-
- dependencies {
- dists project(path: ":distribution:bwc:bugfix", configuration:"darwin-tar")
- }
-
- tasks.register("resolveDistributionArchive") {
- inputs.files(configurations.dists)
- doLast {
- configurations.dists.files.each {
- println "distfile " + (it.absolutePath - project.rootDir.absolutePath)
- }
- }
- }
- """
- when:
- def result = gradleRunner(new File(testProjectDir.root, "remote"),
- ":resolveDistributionArchive",
- "-DtestRemoteRepo=" + remoteGitRepo,
- "-Dbwc.remote=origin")
- .build()
- then:
- result.task(":resolveDistributionArchive").outcome == TaskOutcome.SUCCESS
- result.task(":distribution:bwc:bugfix:buildBwcDarwinTar").outcome == TaskOutcome.SUCCESS
-
- and: "assemble task triggered"
- result.output.contains("[8.0.1] > Task :distribution:archives:darwin-tar:assemble")
- normalizedOutput(result.output)
- .contains("distfile /distribution/bwc/bugfix/build/bwc/checkout-8.0/distribution/archives/darwin-tar/" +
- "build/distributions/opensearch-8.0.1-SNAPSHOT-darwin-x64.tar.gz")
- }
-
- def "bwc expanded distribution folder can be resolved as bwc project artifact"() {
- setup:
- new File(testProjectDir.root, 'remote/build.gradle') << """
-
- configurations {
- expandedDist
- }
-
- dependencies {
- expandedDist project(path: ":distribution:bwc:bugfix", configuration:"expanded-darwin-tar")
- }
-
- tasks.register("resolveExpandedDistribution") {
- inputs.files(configurations.expandedDist)
- doLast {
- configurations.expandedDist.files.each {
- println "distfile " + (it.absolutePath - project.rootDir.absolutePath)
- }
- }
- }
- """
- when:
- def result = gradleRunner(new File(testProjectDir.root, "remote"),
- ":resolveExpandedDistribution",
- "-DtestRemoteRepo=" + remoteGitRepo,
- "-Dbwc.remote=origin")
- .build()
- then:
- result.task(":resolveExpandedDistribution").outcome == TaskOutcome.SUCCESS
- result.task(":distribution:bwc:bugfix:buildBwcDarwinTar").outcome == TaskOutcome.SUCCESS
-
- and: "assemble task triggered"
- result.output.contains("[8.0.1] > Task :distribution:archives:darwin-tar:assemble")
- normalizedOutput(result.output)
- .contains("distfile /distribution/bwc/bugfix/build/bwc/checkout-8.0/" +
- "distribution/archives/darwin-tar/build/install")
- }
-
- File setupGitRemote() {
- URL fakeRemote = getClass().getResource("fake_git/remote")
- File workingRemoteGit = new File(remoteRepoDirs.root, 'remote')
- FileUtils.copyDirectory(new File(fakeRemote.file), workingRemoteGit)
- fakeRemote.file + "/.git"
- gradleRunner(workingRemoteGit, "wrapper").build()
- execute("git init", workingRemoteGit)
- execute('git config user.email "build-tool@opensearch.org"', workingRemoteGit)
- execute('git config user.name "Build tool"', workingRemoteGit)
- execute("git add .", workingRemoteGit)
- execute('git commit -m"Initial"', workingRemoteGit)
- execute("git checkout -b origin/8.0", workingRemoteGit)
- return workingRemoteGit;
- }
-}
diff --git a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionDownloadPluginFuncTest.groovy b/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionDownloadPluginFuncTest.groovy
deleted file mode 100644
index 46143687b83a7..0000000000000
--- a/buildSrc/src/integTest/groovy/org/opensearch/gradle/internal/InternalDistributionDownloadPluginFuncTest.groovy
+++ /dev/null
@@ -1,224 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.internal
-
-import org.opensearch.gradle.VersionProperties
-import org.opensearch.gradle.fixtures.AbstractGradleFuncTest
-import org.gradle.testkit.runner.GradleRunner
-import org.gradle.testkit.runner.TaskOutcome
-import org.junit.Rule
-import org.junit.rules.TemporaryFolder
-
-import java.lang.management.ManagementFactory
-
-class InternalDistributionDownloadPluginFuncTest extends AbstractGradleFuncTest {
-
- def "plugin application fails on non internal build"() {
- given:
- buildFile.text = """
- plugins {
- id 'opensearch.internal-distribution-download'
- }
- """
-
- when:
- def result = gradleRunner("tasks").buildAndFail()
-
- then:
- assertOutputContains(result.output, "Plugin 'opensearch.internal-distribution-download' is not supported. " +
- "Use 'opensearch.distribution-download' plugin instead")
- }
-
- def "resolves current version from local build"() {
- given:
- internalBuild()
- localDistroSetup()
- def distroVersion = VersionProperties.getOpenSearch()
- buildFile << """
- apply plugin: 'opensearch.internal-distribution-download'
-
- opensearch_distributions {
- test_distro {
- version = "$distroVersion"
- type = "archive"
- platform = "linux"
- architecture = Architecture.current();
- }
- }
- tasks.register("setupDistro", Sync) {
- from(opensearch_distributions.test_distro.extracted)
- into("build/distro")
- }
- """
-
- when:
- def result = gradleRunner("setupDistro", '-g', testProjectDir.newFolder('GUH').path).build()
-
- then:
- result.task(":distribution:archives:linux-tar:buildExpanded").outcome == TaskOutcome.SUCCESS
- result.task(":setupDistro").outcome == TaskOutcome.SUCCESS
- assertExtractedDistroIsCreated("build/distro", 'current-marker.txt')
- }
-
- def "resolves expanded bwc versions from source"() {
- given:
- internalBuild()
- bwcMinorProjectSetup()
- buildFile << """
- apply plugin: 'opensearch.internal-distribution-download'
-
- opensearch_distributions {
- test_distro {
- version = "8.1.0"
- type = "archive"
- platform = "linux"
- architecture = Architecture.current();
- }
- }
- tasks.register("setupDistro", Sync) {
- from(opensearch_distributions.test_distro.extracted)
- into("build/distro")
- }
- """
- when:
-
- def result = gradleRunner("setupDistro").build()
- then:
- result.task(":distribution:bwc:minor:buildBwcExpandedTask").outcome == TaskOutcome.SUCCESS
- result.task(":setupDistro").outcome == TaskOutcome.SUCCESS
- assertExtractedDistroIsCreated("distribution/bwc/minor/build/install/opensearch-distro",
- 'bwc-marker.txt')
- }
-
- def "fails on resolving bwc versions with no bundled jdk"() {
- given:
- internalBuild()
- bwcMinorProjectSetup()
- buildFile << """
- apply plugin: 'opensearch.internal-distribution-download'
-
- opensearch_distributions {
- test_distro {
- version = "8.1.0"
- type = "archive"
- platform = "linux"
- architecture = Architecture.current();
- bundledJdk = false
- }
- }
- tasks.register("createExtractedTestDistro") {
- dependsOn opensearch_distributions.test_distro.extracted
- }
- """
- when:
- def result = gradleRunner("createExtractedTestDistro").buildAndFail()
- then:
- assertOutputContains(result.output, "Configuring a snapshot bwc distribution ('test_distro') " +
- "without a bundled JDK is not supported.")
- }
-
- private void bwcMinorProjectSetup() {
- settingsFile << """
- include ':distribution:bwc:minor'
- """
- def bwcSubProjectFolder = testProjectDir.newFolder("distribution", "bwc", "minor")
- new File(bwcSubProjectFolder, 'bwc-marker.txt') << "bwc=minor"
- new File(bwcSubProjectFolder, 'build.gradle') << """
- apply plugin:'base'
-
- // packed distro
- configurations.create("linux-tar")
- tasks.register("buildBwcTask", Tar) {
- from('bwc-marker.txt')
- archiveExtension = "tar.gz"
- compression = Compression.GZIP
- }
- artifacts {
- it.add("linux-tar", buildBwcTask)
- }
-
- // expanded distro
- configurations.create("expanded-linux-tar")
- def expandedTask = tasks.register("buildBwcExpandedTask", Copy) {
- from('bwc-marker.txt')
- into('build/install/opensearch-distro')
- }
- artifacts {
- it.add("expanded-linux-tar", file('build/install')) {
- builtBy expandedTask
- type = 'directory'
- }
- }
- """
- }
-
- private void localDistroSetup() {
- settingsFile << """
- include ":distribution:archives:linux-tar"
- """
- def bwcSubProjectFolder = testProjectDir.newFolder("distribution", "archives", "linux-tar")
- new File(bwcSubProjectFolder, 'current-marker.txt') << "current"
- new File(bwcSubProjectFolder, 'build.gradle') << """
- import org.gradle.api.internal.artifacts.ArtifactAttributes;
-
- apply plugin:'distribution'
-
- def buildTar = tasks.register("buildTar", Tar) {
- from('current-marker.txt')
- archiveExtension = "tar.gz"
- compression = Compression.GZIP
- }
- def buildExpanded = tasks.register("buildExpanded", Copy) {
- from('current-marker.txt')
- into("build/local")
- }
- configurations {
- extracted {
- attributes {
- attribute(ArtifactAttributes.ARTIFACT_FORMAT, "directory")
- }
- }
- }
- artifacts {
- it.add("default", buildTar)
- it.add("extracted", buildExpanded)
- }
- """
- buildFile << """
- """
- }
-
- boolean assertExtractedDistroIsCreated(String relativeDistroPath, String markerFileName) {
- File extractedFolder = new File(testProjectDir.root, relativeDistroPath)
- assert extractedFolder.exists()
- assert new File(extractedFolder, markerFileName).exists()
- true
- }
-}
diff --git a/buildSrc/src/integTest/java/org/opensearch/gradle/BuildPluginIT.java b/buildSrc/src/integTest/java/org/opensearch/gradle/BuildPluginIT.java
deleted file mode 100644
index 4658b31d77fe1..0000000000000
--- a/buildSrc/src/integTest/java/org/opensearch/gradle/BuildPluginIT.java
+++ /dev/null
@@ -1,147 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle;
-
-import org.apache.commons.io.FileUtils;
-import org.apache.commons.io.IOUtils;
-import org.opensearch.gradle.test.GradleIntegrationTestCase;
-import org.gradle.testkit.runner.BuildResult;
-import org.gradle.testkit.runner.GradleRunner;
-import org.junit.Rule;
-import org.junit.rules.TemporaryFolder;
-
-import java.io.File;
-import java.io.IOException;
-import java.io.InputStream;
-import java.nio.charset.StandardCharsets;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.util.Arrays;
-import java.util.List;
-import java.util.zip.ZipEntry;
-import java.util.zip.ZipFile;
-
-import static org.opensearch.gradle.test.TestClasspathUtils.setupJarJdkClasspath;
-
-public class BuildPluginIT extends GradleIntegrationTestCase {
-
- @Rule
- public TemporaryFolder tmpDir = new TemporaryFolder();
-
- public void testPluginCanBeApplied() {
- BuildResult result = getGradleRunner("opensearch.build").withArguments("hello", "-s").build();
- assertTaskSuccessful(result, ":hello");
- assertOutputContains("build plugin can be applied");
- }
-
- public void testCheckTask() {
- setupJarJdkClasspath(getProjectDir("opensearch.build"));
- BuildResult result = getGradleRunner("opensearch.build").withArguments("check", "assemble", "-s").build();
- assertTaskSuccessful(result, ":check");
- }
-
- public void testInsecureMavenRepository() throws IOException {
- final String name = "opensearch-maven";
- final String url = "http://s3.amazonaws.com/artifacts.opensearch.org/maven";
- // add an insecure maven repository to the build.gradle
- final List lines = Arrays.asList(
- "repositories {",
- " maven {",
- " name \"opensearch-maven\"",
- " url \"" + url + "\"\n",
- " }",
- "}"
- );
- runInsecureArtifactRepositoryTest(name, url, lines);
- }
-
- public void testInsecureIvyRepository() throws IOException {
- final String name = "opensearch-ivy";
- final String url = "http://s3.amazonaws.com/artifacts.opensearch.org/ivy";
- // add an insecure ivy repository to the build.gradle
- final List lines = Arrays.asList(
- "repositories {",
- " ivy {",
- " name \"opensearch-ivy\"",
- " url \"" + url + "\"\n",
- " }",
- "}"
- );
- runInsecureArtifactRepositoryTest(name, url, lines);
- }
-
- private void runInsecureArtifactRepositoryTest(final String name, final String url, final List lines) throws IOException {
- final File projectDir = getProjectDir("opensearch.build");
- final Path projectDirPath = projectDir.toPath();
- FileUtils.copyDirectory(projectDir, tmpDir.getRoot(), file -> {
- final Path relativePath = projectDirPath.relativize(file.toPath());
- for (Path segment : relativePath) {
- if (segment.toString().equals("build")) {
- return false;
- }
- }
- return true;
- });
- final List buildGradleLines = Files.readAllLines(tmpDir.getRoot().toPath().resolve("build.gradle"), StandardCharsets.UTF_8);
- buildGradleLines.addAll(lines);
- Files.write(tmpDir.getRoot().toPath().resolve("build.gradle"), buildGradleLines, StandardCharsets.UTF_8);
- final BuildResult result = GradleRunner.create()
- .withProjectDir(tmpDir.getRoot())
- .withArguments("clean", "hello", "-s", "-i", "--warning-mode=all", "--scan")
- .withPluginClasspath()
- .buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "repository [" + name + "] on project with path [:] is not using a secure protocol for artifacts on [" + url + "]"
- );
- }
-
- public void testLicenseAndNotice() throws IOException {
- BuildResult result = getGradleRunner("opensearch.build").withArguments("clean", "assemble").build();
-
- assertTaskSuccessful(result, ":assemble");
-
- assertBuildFileExists(result, "opensearch.build", "distributions/opensearch.build.jar");
-
- try (ZipFile zipFile = new ZipFile(new File(getBuildDir("opensearch.build"), "distributions/opensearch.build.jar"))) {
- ZipEntry licenseEntry = zipFile.getEntry("META-INF/LICENSE.txt");
- ZipEntry noticeEntry = zipFile.getEntry("META-INF/NOTICE.txt");
- assertNotNull("Jar does not have META-INF/LICENSE.txt", licenseEntry);
- assertNotNull("Jar does not have META-INF/NOTICE.txt", noticeEntry);
- try (InputStream license = zipFile.getInputStream(licenseEntry); InputStream notice = zipFile.getInputStream(noticeEntry)) {
- assertEquals("this is a test license file", IOUtils.toString(license, StandardCharsets.UTF_8.name()));
- assertEquals("this is a test notice file", IOUtils.toString(notice, StandardCharsets.UTF_8.name()));
- }
- }
- }
-
-}
diff --git a/buildSrc/src/integTest/java/org/opensearch/gradle/ExportOpenSearchBuildResourcesTaskIT.java b/buildSrc/src/integTest/java/org/opensearch/gradle/ExportOpenSearchBuildResourcesTaskIT.java
deleted file mode 100644
index b05250f8a66a7..0000000000000
--- a/buildSrc/src/integTest/java/org/opensearch/gradle/ExportOpenSearchBuildResourcesTaskIT.java
+++ /dev/null
@@ -1,47 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle;
-
-import org.opensearch.gradle.test.GradleIntegrationTestCase;
-
-public class ExportOpenSearchBuildResourcesTaskIT extends GradleIntegrationTestCase {
-
- public static final String PROJECT_NAME = "opensearch-build-resources";
-
- public void testIncorrectUsage() {
- assertOutputContains(
- getGradleRunner(PROJECT_NAME).withArguments("noConfigAfterExecution", "-s", "-i").buildAndFail().getOutput(),
- "buildResources can't be configured after the task ran"
- );
- }
-}
diff --git a/buildSrc/src/integTest/java/org/opensearch/gradle/ReaperPluginIT.java b/buildSrc/src/integTest/java/org/opensearch/gradle/ReaperPluginIT.java
deleted file mode 100644
index 2d4ec77827fcf..0000000000000
--- a/buildSrc/src/integTest/java/org/opensearch/gradle/ReaperPluginIT.java
+++ /dev/null
@@ -1,52 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle;
-
-import org.opensearch.gradle.test.GradleIntegrationTestCase;
-import org.gradle.testkit.runner.BuildResult;
-import org.gradle.testkit.runner.GradleRunner;
-import org.junit.Before;
-
-public class ReaperPluginIT extends GradleIntegrationTestCase {
- private GradleRunner runner;
-
- @Before
- public void setup() {
- runner = getGradleRunner("reaper");
- }
-
- public void testCanLaunchReaper() {
- BuildResult result = runner.withArguments(":launchReaper", "-S", "--info").build();
- assertTaskSuccessful(result, ":launchReaper");
- assertOutputContains(result.getOutput(), "Copying reaper.jar...");
- }
-}
diff --git a/buildSrc/src/integTest/java/org/opensearch/gradle/precommit/TestingConventionsTasksIT.java b/buildSrc/src/integTest/java/org/opensearch/gradle/precommit/TestingConventionsTasksIT.java
deleted file mode 100644
index 436bfc557756d..0000000000000
--- a/buildSrc/src/integTest/java/org/opensearch/gradle/precommit/TestingConventionsTasksIT.java
+++ /dev/null
@@ -1,163 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle.precommit;
-
-import org.opensearch.gradle.test.GradleIntegrationTestCase;
-import org.gradle.testkit.runner.BuildResult;
-import org.gradle.testkit.runner.GradleRunner;
-import org.junit.Before;
-
-public class TestingConventionsTasksIT extends GradleIntegrationTestCase {
-
- @Before
- public void setUp() {}
-
- public void testInnerClasses() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":no_tests_in_inner_classes:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "Test classes implemented by inner classes will not run:",
- " * org.opensearch.gradle.testkit.NastyInnerClasses$LooksLikeATestWithoutNamingConvention1",
- " * org.opensearch.gradle.testkit.NastyInnerClasses$LooksLikeATestWithoutNamingConvention2",
- " * org.opensearch.gradle.testkit.NastyInnerClasses$LooksLikeATestWithoutNamingConvention3",
- " * org.opensearch.gradle.testkit.NastyInnerClasses$NamingConventionIT",
- " * org.opensearch.gradle.testkit.NastyInnerClasses$NamingConventionTests"
- );
- }
-
- public void testNamingConvention() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":incorrect_naming_conventions:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "Seem like test classes but don't match naming convention:",
- " * org.opensearch.gradle.testkit.LooksLikeATestWithoutNamingConvention1",
- " * org.opensearch.gradle.testkit.LooksLikeATestWithoutNamingConvention2",
- " * org.opensearch.gradle.testkit.LooksLikeATestWithoutNamingConvention3"
- );
- assertOutputDoesNotContain(result.getOutput(), "LooksLikeTestsButAbstract");
- }
-
- public void testNoEmptyTasks() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":empty_test_task:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "Expected at least one test class included in task :empty_test_task:emptyTest, but found none.",
- "Expected at least one test class included in task :empty_test_task:test, but found none."
- );
- }
-
- public void testAllTestTasksIncluded() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":all_classes_in_tasks:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "Test classes are not included in any enabled task (:all_classes_in_tasks:test):",
- " * org.opensearch.gradle.testkit.NamingConventionIT"
- );
- }
-
- public void testTaskNotImplementBaseClass() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":not_implementing_base:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "Tests classes with suffix `IT` should extend org.opensearch.gradle.testkit.Integration but the following classes do not:",
- " * org.opensearch.gradle.testkit.NamingConventionIT",
- " * org.opensearch.gradle.testkit.NamingConventionMissmatchIT",
- "Tests classes with suffix `Tests` should extend org.opensearch.gradle.testkit.Unit but the following classes do not:",
- " * org.opensearch.gradle.testkit.NamingConventionMissmatchTests",
- " * org.opensearch.gradle.testkit.NamingConventionTests"
- );
- }
-
- public void testValidSetupWithoutBaseClass() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":valid_setup_no_base:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.build();
- assertTaskSuccessful(result, ":valid_setup_no_base:testingConventions");
- }
-
- public void testValidSetupWithBaseClass() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments(
- "clean",
- ":valid_setup_with_base:testingConventions",
- "-i",
- "-s"
- );
- BuildResult result = runner.build();
- assertTaskSuccessful(result, ":valid_setup_with_base:testingConventions");
- }
-
- public void testTestsInMain() {
- GradleRunner runner = getGradleRunner("testingConventions").withArguments("clean", ":tests_in_main:testingConventions", "-i", "-s");
- BuildResult result = runner.buildAndFail();
- assertOutputContains(
- result.getOutput(),
- "Classes matching the test naming convention should be in test not main:",
- " * NamingConventionIT",
- " * NamingConventionTests"
- );
- }
-
-}
diff --git a/buildSrc/src/integTest/java/org/opensearch/gradle/precommit/ThirdPartyAuditTaskIT.java b/buildSrc/src/integTest/java/org/opensearch/gradle/precommit/ThirdPartyAuditTaskIT.java
deleted file mode 100644
index 4e5bbfd409f90..0000000000000
--- a/buildSrc/src/integTest/java/org/opensearch/gradle/precommit/ThirdPartyAuditTaskIT.java
+++ /dev/null
@@ -1,152 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle.precommit;
-
-import org.opensearch.gradle.test.GradleIntegrationTestCase;
-import org.gradle.testkit.runner.BuildResult;
-import org.junit.Before;
-
-import static org.opensearch.gradle.test.TestClasspathUtils.setupJarJdkClasspath;
-
-public class ThirdPartyAuditTaskIT extends GradleIntegrationTestCase {
-
- @Before
- public void setUp() throws Exception {
- // Build the sample jars
- getGradleRunner("thirdPartyAudit").withArguments(":sample_jars:build", "-s").build();
- // propagate jdkjarhell jar
- setupJarJdkClasspath(getProjectDir("thirdPartyAudit"));
- }
-
- public void testOpenSearchIgnored() {
- BuildResult result = getGradleRunner("thirdPartyAudit").withArguments(
- ":clean",
- ":empty",
- "-s",
- "-PcompileOnlyGroup=opensearch.gradle:broken-log4j",
- "-PcompileOnlyVersion=0.0.1",
- "-PcompileGroup=opensearch.gradle:dummy-io",
- "-PcompileVersion=0.0.1"
- ).build();
- assertTaskNoSource(result, ":empty");
- assertNoDeprecationWarning(result);
- }
-
- public void testWithEmptyRules() {
- getGradleRunner("thirdPartyAudit").withArguments(
- ":clean",
- ":empty",
- "-s",
- "-PcompileOnlyGroup=other.gradle:broken-log4j",
- "-PcompileOnlyVersion=0.0.1",
- "-PcompileGroup=other.gradle:dummy-io",
- "-PcompileVersion=0.0.1"
- ).build();
- }
-
- public void testViolationFoundAndCompileOnlyIgnored() {
- BuildResult result = getGradleRunner("thirdPartyAudit").withArguments(
- ":clean",
- ":absurd",
- "-s",
- "-PcompileOnlyGroup=other.gradle:broken-log4j",
- "-PcompileOnlyVersion=0.0.1",
- "-PcompileGroup=other.gradle:dummy-io",
- "-PcompileVersion=0.0.1"
- ).buildAndFail();
-
- assertTaskFailed(result, ":absurd");
- assertOutputContains(result.getOutput(), "Classes with violations:", " * TestingIO", "> Audit of third party dependencies failed");
- assertOutputDoesNotContain(result.getOutput(), "Missing classes:");
- assertNoDeprecationWarning(result);
- }
-
- public void testClassNotFoundAndCompileOnlyIgnored() {
- BuildResult result = getGradleRunner("thirdPartyAudit").withArguments(
- ":clean",
- ":absurd",
- "-s",
- "-PcompileGroup=other.gradle:broken-log4j",
- "-PcompileVersion=0.0.1",
- "-PcompileOnlyGroup=other.gradle:dummy-io",
- "-PcompileOnlyVersion=0.0.1"
- ).buildAndFail();
- assertTaskFailed(result, ":absurd");
-
- assertOutputContains(
- result.getOutput(),
- "Missing classes:",
- " * org.apache.logging.log4j.LogManager",
- "> Audit of third party dependencies failed"
- );
- assertOutputDoesNotContain(result.getOutput(), "Classes with violations:");
- assertNoDeprecationWarning(result);
- }
-
- public void testJarHellWithJDK() {
- BuildResult result = getGradleRunner("thirdPartyAudit").withArguments(
- ":clean",
- ":absurd",
- "-s",
- "-PcompileGroup=other.gradle:jarhellJdk",
- "-PcompileVersion=0.0.1",
- "-PcompileOnlyGroup=other.gradle:dummy-io",
- "-PcompileOnlyVersion=0.0.1"
- ).buildAndFail();
- assertTaskFailed(result, ":absurd");
-
- assertOutputContains(
- result.getOutput(),
- "> Audit of third party dependencies failed:",
- " Jar Hell with the JDK:",
- " * java.lang.String"
- );
- assertOutputDoesNotContain(result.getOutput(), "Classes with violations:");
- assertNoDeprecationWarning(result);
- }
-
- public void testOpenSearchIgnoredWithViolations() {
- BuildResult result = getGradleRunner("thirdPartyAudit").withArguments(
- ":clean",
- ":absurd",
- "-s",
- "-PcompileOnlyGroup=opensearch.gradle:broken-log4j",
- "-PcompileOnlyVersion=0.0.1",
- "-PcompileGroup=opensearch.gradle:dummy-io",
- "-PcompileVersion=0.0.1"
- ).build();
- assertTaskNoSource(result, ":absurd");
- assertNoDeprecationWarning(result);
- }
-
-}
diff --git a/buildSrc/src/integTest/java/org/opensearch/gradle/tar/SymbolicLinkPreservingTarIT.java b/buildSrc/src/integTest/java/org/opensearch/gradle/tar/SymbolicLinkPreservingTarIT.java
deleted file mode 100644
index 61aa55b9c6b53..0000000000000
--- a/buildSrc/src/integTest/java/org/opensearch/gradle/tar/SymbolicLinkPreservingTarIT.java
+++ /dev/null
@@ -1,187 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle.tar;
-
-import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
-import org.apache.commons.compress.archivers.tar.TarArchiveInputStream;
-import org.apache.commons.compress.compressors.bzip2.BZip2CompressorInputStream;
-import org.apache.commons.compress.compressors.gzip.GzipCompressorInputStream;
-import org.apache.tools.ant.taskdefs.condition.Os;
-import org.opensearch.gradle.test.GradleIntegrationTestCase;
-import org.gradle.api.GradleException;
-import org.gradle.testkit.runner.GradleRunner;
-import org.junit.Before;
-import org.junit.Rule;
-import org.junit.rules.TemporaryFolder;
-
-import java.io.File;
-import java.io.FileInputStream;
-import java.io.IOException;
-import java.io.InputStream;
-import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
-
-import static org.hamcrest.CoreMatchers.anyOf;
-import static org.hamcrest.CoreMatchers.equalTo;
-import static org.junit.Assume.assumeFalse;
-
-public class SymbolicLinkPreservingTarIT extends GradleIntegrationTestCase {
-
- @Rule
- public final TemporaryFolder temporaryFolder = new TemporaryFolder();
-
- @Before
- public void before() throws IOException {
- assumeFalse("Skip tar tests on windows.", Os.isFamily(Os.FAMILY_WINDOWS));
- final Path realFolder = temporaryFolder.getRoot().toPath().resolve("real-folder");
- Files.createDirectory(realFolder);
- Files.createFile(realFolder.resolve("file"));
- Files.createSymbolicLink(realFolder.resolve("link-to-file"), Paths.get("./file"));
- final Path linkInFolder = temporaryFolder.getRoot().toPath().resolve("link-in-folder");
- Files.createDirectory(linkInFolder);
- Files.createSymbolicLink(linkInFolder.resolve("link-to-file"), Paths.get("../real-folder/file"));
- final Path linkToRealFolder = temporaryFolder.getRoot().toPath().resolve("link-to-real-folder");
- Files.createSymbolicLink(linkToRealFolder, Paths.get("./real-folder"));
- }
-
- public void testBZip2Tar() throws IOException {
- runBuild("buildBZip2Tar", true);
- assertTar(".bz2", BZip2CompressorInputStream::new, true);
- }
-
- public void testBZip2TarDoNotPreserveFileTimestamps() throws IOException {
- runBuild("buildBZip2Tar", false);
- assertTar(".bz2", BZip2CompressorInputStream::new, false);
- }
-
- public void testGZipTar() throws IOException {
- runBuild("buildGZipTar", true);
- assertTar(".gz", GzipCompressorInputStream::new, true);
- }
-
- public void testGZipTarDoNotPreserveFileTimestamps() throws IOException {
- runBuild("buildGZipTar", false);
- assertTar(".gz", GzipCompressorInputStream::new, false);
- }
-
- public void testTar() throws IOException {
- runBuild("buildTar", true);
- assertTar("", fis -> fis, true);
- }
-
- public void testTarDoNotPreserveFileTimestamps() throws IOException {
- runBuild("buildTar", false);
- assertTar("", fis -> fis, false);
- }
-
- interface FileInputStreamWrapper {
- InputStream apply(FileInputStream fis) throws IOException;
- }
-
- private void assertTar(final String extension, final FileInputStreamWrapper wrapper, boolean preserveFileTimestamps)
- throws IOException {
- try (
- FileInputStream fis = new FileInputStream(getOutputFile(extension));
- TarArchiveInputStream tar = new TarArchiveInputStream(wrapper.apply(fis))
- ) {
- TarArchiveEntry entry = tar.getNextTarEntry();
- boolean realFolderEntry = false;
- boolean fileEntry = false;
- boolean linkToFileEntry = false;
- boolean linkInFolderEntry = false;
- boolean linkInFolderLinkToFileEntry = false;
- boolean linkToRealFolderEntry = false;
- while (entry != null) {
- if (entry.getName().equals("real-folder/")) {
- assertTrue(entry.isDirectory());
- realFolderEntry = true;
- } else if (entry.getName().equals("real-folder/file")) {
- assertTrue(entry.isFile());
- fileEntry = true;
- } else if (entry.getName().equals("real-folder/link-to-file")) {
- assertTrue(entry.isSymbolicLink());
- assertThat(entry.getLinkName(), anyOf(equalTo("./file"), equalTo(".\\file")));
- linkToFileEntry = true;
- } else if (entry.getName().equals("link-in-folder/")) {
- assertTrue(entry.isDirectory());
- linkInFolderEntry = true;
- } else if (entry.getName().equals("link-in-folder/link-to-file")) {
- assertTrue(entry.isSymbolicLink());
- assertThat(entry.getLinkName(), anyOf(equalTo("../real-folder/file"), equalTo("..\\real-folder\\file")));
- linkInFolderLinkToFileEntry = true;
- } else if (entry.getName().equals("link-to-real-folder")) {
- assertTrue(entry.isSymbolicLink());
- assertThat(entry.getLinkName(), anyOf(equalTo("./real-folder"), equalTo(".\\real-folder")));
- linkToRealFolderEntry = true;
- } else {
- throw new GradleException("unexpected entry [" + entry.getName() + "]");
- }
- if (preserveFileTimestamps) {
- assertTrue(entry.getModTime().getTime() > 0);
- } else {
- assertThat(entry.getModTime().getTime(), equalTo(0L));
- }
- entry = tar.getNextTarEntry();
- }
- assertTrue(realFolderEntry);
- assertTrue(fileEntry);
- assertTrue(linkToFileEntry);
- assertTrue(linkInFolderEntry);
- assertTrue(linkInFolderLinkToFileEntry);
- assertTrue(linkToRealFolderEntry);
- }
- }
-
- private void runBuild(final String task, final boolean preserveFileTimestamps) {
- final GradleRunner runner = GradleRunner.create()
- .withProjectDir(getProjectDir())
- .withArguments(
- task,
- "-Dtests.symbolic_link_preserving_tar_source=" + temporaryFolder.getRoot().toString(),
- "-Dtests.symbolic_link_preserving_tar_preserve_file_timestamps=" + preserveFileTimestamps,
- "-i"
- )
- .withPluginClasspath();
-
- runner.build();
- }
-
- private File getProjectDir() {
- return getProjectDir("symbolic-link-preserving-tar");
- }
-
- private File getOutputFile(final String extension) {
- return getProjectDir().toPath().resolve("build/distributions/symbolic-link-preserving-tar.tar" + extension).toFile();
- }
-
-}
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_linux.tar.gz b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_linux.tar.gz
deleted file mode 100644
index d38b03a4c2a48..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_linux.tar.gz and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_osx.tar.gz b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_osx.tar.gz
deleted file mode 100644
index 10c8f6e806550..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_osx.tar.gz and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_windows.zip b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_windows.zip
deleted file mode 100644
index 61b6b867397d6..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_adoptopenjdk_windows.zip and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_linux.tar.gz b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_linux.tar.gz
deleted file mode 100644
index d38b03a4c2a48..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_linux.tar.gz and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_osx.tar.gz b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_osx.tar.gz
deleted file mode 100644
index 9ac1da5e18146..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_osx.tar.gz and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_windows.zip b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_windows.zip
deleted file mode 100644
index 61b6b867397d6..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_openjdk_windows.zip and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_opensearch.tar.gz b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_opensearch.tar.gz
deleted file mode 100644
index 3491faf4cad7c..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_opensearch.tar.gz and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_opensearch.zip b/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_opensearch.zip
deleted file mode 100644
index 3a20d332e4842..0000000000000
Binary files a/buildSrc/src/integTest/resources/org/opensearch/gradle/fake_opensearch.zip and /dev/null differ
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/.ci/java-versions.properties b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/.ci/java-versions.properties
deleted file mode 100644
index 51fc2b4015ef3..0000000000000
--- a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/.ci/java-versions.properties
+++ /dev/null
@@ -1,32 +0,0 @@
-#
-# SPDX-License-Identifier: Apache-2.0
-#
-# The OpenSearch Contributors require contributions made to
-# this file be licensed under the Apache-2.0 license or a
-# compatible open source license.
-#
-# Modifications Copyright OpenSearch Contributors. See
-# GitHub history for details.
-#
-
-#
-# Licensed to Elasticsearch under one or more contributor
-# license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright
-# ownership. Elasticsearch licenses this file to you under
-# the Apache License, Version 2.0 (the "License"); you may
-# not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-OPENSEARCH_BUILD_JAVA=openjdk14
-OPENSEARCH_RUNTIME_JAVA=openjdk14
-GRADLE_TASK=build
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/build.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/build.gradle
deleted file mode 100644
index e69de29bb2d1d..0000000000000
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/build.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/build.gradle
deleted file mode 100644
index fbd5936061779..0000000000000
--- a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/build.gradle
+++ /dev/null
@@ -1,44 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-subprojects {
- apply plugin:'base'
-
- tasks.register('tar', Tar) {
- from('.')
- destinationDirectory.set(file('build/distributions'))
- archiveBaseName.set("opensearch")
- archiveVersion.set("8.0.1-SNAPSHOT")
- archiveClassifier.set("darwin-x64")
- archiveExtension.set('tar.gz')
- }
-
- assemble.dependsOn('tar')
-}
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/darwin-tar/build.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/darwin-tar/build.gradle
deleted file mode 100644
index 8b30d7157953c..0000000000000
--- a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/darwin-tar/build.gradle
+++ /dev/null
@@ -1,29 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/oss-darwin-tar/build.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/archives/oss-darwin-tar/build.gradle
deleted file mode 100644
index e69de29bb2d1d..0000000000000
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/bwc/bugfix/build.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/bwc/bugfix/build.gradle
deleted file mode 100644
index e69de29bb2d1d..0000000000000
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/bwc/minor/build.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/distribution/bwc/minor/build.gradle
deleted file mode 100644
index e69de29bb2d1d..0000000000000
diff --git a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/settings.gradle b/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/settings.gradle
deleted file mode 100644
index a4aaba7133b81..0000000000000
--- a/buildSrc/src/integTest/resources/org/opensearch/gradle/internal/fake_git/remote/settings.gradle
+++ /dev/null
@@ -1,33 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-include ":distribution:bwc:bugfix"
-include ":distribution:bwc:minor"
-include ":distribution:archives:darwin-tar"
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/AntTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/AntTask.groovy
deleted file mode 100644
index 72a8fe6783917..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/AntTask.groovy
+++ /dev/null
@@ -1,118 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle
-
-import org.apache.tools.ant.BuildListener
-import org.apache.tools.ant.BuildLogger
-import org.apache.tools.ant.DefaultLogger
-import org.apache.tools.ant.Project
-import org.gradle.api.DefaultTask
-import org.gradle.api.GradleException
-import org.gradle.api.file.FileSystemOperations
-import org.gradle.api.tasks.Input
-import org.gradle.api.tasks.TaskAction
-
-import javax.inject.Inject
-import java.nio.charset.Charset
-
-/**
- * A task which will run ant commands.
- *
- * Logging for the task is customizable for subclasses by overriding makeLogger.
- */
-public abstract class AntTask extends DefaultTask {
-
- /**
- * A buffer that will contain the output of the ant code run,
- * if the output was not already written directly to stdout.
- */
- public final ByteArrayOutputStream outputBuffer = new ByteArrayOutputStream()
-
- @Inject
- protected FileSystemOperations getFileSystemOperations() {
- throw new UnsupportedOperationException();
- }
-
- @TaskAction
- final void executeTask() {
- AntBuilder ant = new AntBuilder()
-
- // remove existing loggers, we add our own
- List toRemove = new ArrayList<>();
- for (BuildListener listener : ant.project.getBuildListeners()) {
- if (listener instanceof BuildLogger) {
- toRemove.add(listener);
- }
- }
- for (BuildLogger listener : toRemove) {
- ant.project.removeBuildListener(listener)
- }
-
- // otherwise groovy replaces System.out, and you have no chance to debug
- // ant.saveStreams = false
-
- final int outputLevel = logger.isDebugEnabled() ? Project.MSG_DEBUG : Project.MSG_INFO
- final PrintStream stream = useStdout() ? System.out : new PrintStream(outputBuffer, true, Charset.defaultCharset().name())
- BuildLogger antLogger = makeLogger(stream, outputLevel)
-
- ant.project.addBuildListener(antLogger)
- try {
- runAnt(ant)
- } catch (Exception e) {
- // ant failed, so see if we have buffered output to emit, then rethrow the failure
- String buffer = outputBuffer.toString()
- if (buffer.isEmpty() == false) {
- logger.error("=== Ant output ===\n${buffer}")
- }
- throw e
- }
- }
-
- /** Runs the doAnt closure. This can be overridden by subclasses instead of having to set a closure. */
- protected abstract void runAnt(AntBuilder ant)
-
- /** Create the logger the ant runner will use, with the given stream for error/output. */
- protected BuildLogger makeLogger(PrintStream stream, int outputLevel) {
- return new DefaultLogger(
- errorPrintStream: stream,
- outputPrintStream: stream,
- messageOutputLevel: outputLevel)
- }
-
- /**
- * Returns true if the ant logger should write to stdout, or false if to the buffer.
- * The default implementation writes to the buffer when gradle info logging is disabled.
- */
- protected boolean useStdout() {
- return logger.isInfoEnabled()
- }
-
-
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/BuildPlugin.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/BuildPlugin.groovy
deleted file mode 100644
index 0a1bc7dfd2395..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/BuildPlugin.groovy
+++ /dev/null
@@ -1,116 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle
-
-import groovy.transform.CompileStatic
-import org.apache.commons.io.IOUtils
-import org.opensearch.gradle.info.BuildParams
-import org.opensearch.gradle.info.GlobalBuildInfoPlugin
-import org.opensearch.gradle.precommit.PrecommitTasks
-import org.opensearch.gradle.test.ErrorReportingTestListener
-import org.opensearch.gradle.testclusters.OpenSearchCluster
-import org.opensearch.gradle.testclusters.TestClustersPlugin
-import org.opensearch.gradle.testclusters.TestDistribution
-import org.opensearch.gradle.util.GradleUtils
-import org.gradle.api.JavaVersion
-import org.gradle.api.*
-import org.gradle.api.artifacts.Configuration
-import org.gradle.api.artifacts.Dependency
-import org.gradle.api.artifacts.ModuleDependency
-import org.gradle.api.artifacts.ProjectDependency
-import org.gradle.api.artifacts.dsl.RepositoryHandler
-import org.gradle.api.artifacts.repositories.ExclusiveContentRepository
-import org.gradle.api.artifacts.repositories.IvyArtifactRepository
-import org.gradle.api.artifacts.repositories.IvyPatternRepositoryLayout
-import org.gradle.api.artifacts.repositories.MavenArtifactRepository
-import org.gradle.api.credentials.HttpHeaderCredentials
-import org.gradle.api.execution.TaskActionListener
-import org.opensearch.gradle.info.GlobalBuildInfoPlugin
-import org.opensearch.gradle.precommit.PrecommitTasks
-import org.gradle.api.GradleException
-import org.gradle.api.InvalidUserDataException
-import org.gradle.api.Plugin
-import org.gradle.api.Project
-import org.gradle.api.file.CopySpec
-import org.gradle.api.plugins.ExtraPropertiesExtension
-import org.gradle.api.tasks.bundling.Jar
-
-/**
- * Encapsulates build configuration for opensearch projects.
- */
-@CompileStatic
-class BuildPlugin implements Plugin {
-
- @Override
- void apply(Project project) {
- // make sure the global build info plugin is applied to the root project
- project.rootProject.pluginManager.apply(GlobalBuildInfoPlugin)
-
- if (project.pluginManager.hasPlugin('opensearch.standalone-rest-test')) {
- throw new InvalidUserDataException('opensearch.standalone-test, '
- + 'opensearch.standalone-rest-test, and opensearch.build '
- + 'are mutually exclusive')
- }
- project.pluginManager.apply('opensearch.java')
- configureLicenseAndNotice(project)
- project.pluginManager.apply('opensearch.publish')
- project.pluginManager.apply(DependenciesInfoPlugin)
- project.pluginManager.apply('jacoco')
-
- PrecommitTasks.create(project, true)
- }
-
- static void configureLicenseAndNotice(Project project) {
- ExtraPropertiesExtension ext = project.extensions.getByType(ExtraPropertiesExtension)
- ext.set('licenseFile', null)
- ext.set('noticeFile', null)
- // add license/notice files
- project.afterEvaluate {
- project.tasks.withType(Jar).configureEach { Jar jarTask ->
- if (ext.has('licenseFile') == false || ext.get('licenseFile') == null || ext.has('noticeFile') == false || ext.get('noticeFile') == null) {
- throw new GradleException("Must specify license and notice file for project ${project.path}")
- }
-
- File licenseFile = ext.get('licenseFile') as File
- File noticeFile = ext.get('noticeFile') as File
-
- jarTask.metaInf { CopySpec spec ->
- spec.from(licenseFile.parent) { CopySpec from ->
- from.include licenseFile.name
- from.rename { 'LICENSE.txt' }
- }
- spec.from(noticeFile.parent) { CopySpec from ->
- from.include noticeFile.name
- from.rename { 'NOTICE.txt' }
- }
- }
- }
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/DependenciesInfoPlugin.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/DependenciesInfoPlugin.groovy
deleted file mode 100644
index 0ea2951817c8e..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/DependenciesInfoPlugin.groovy
+++ /dev/null
@@ -1,53 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle
-
-import org.opensearch.gradle.dependencies.CompileOnlyResolvePlugin
-import org.opensearch.gradle.precommit.DependencyLicensesTask
-import org.gradle.api.Plugin
-import org.gradle.api.Project
-import org.gradle.api.plugins.JavaPlugin
-import org.gradle.api.tasks.TaskProvider
-
-class DependenciesInfoPlugin implements Plugin {
- @Override
- void apply(Project project) {
- project.getPlugins().apply(CompileOnlyResolvePlugin.class);
- TaskProvider depsInfo = project.getTasks().register("dependenciesInfo", DependenciesInfoTask.class);
- depsInfo.configure { DependenciesInfoTask t ->
- t.setRuntimeConfiguration(project.getConfigurations().getByName(JavaPlugin.RUNTIME_CLASSPATH_CONFIGURATION_NAME));
- t.setCompileOnlyConfiguration(project.getConfigurations().getByName(CompileOnlyResolvePlugin.RESOLVEABLE_COMPILE_ONLY_CONFIGURATION_NAME));
- t.getConventionMapping().map("mappings") { ->
- TaskProvider depLic = project.getTasks().named("dependencyLicenses", DependencyLicensesTask.class);
- return depLic.get().getMappings();
- }
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/DependenciesInfoTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/DependenciesInfoTask.groovy
deleted file mode 100644
index 21686b702d874..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/DependenciesInfoTask.groovy
+++ /dev/null
@@ -1,190 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle
-
-import org.opensearch.gradle.precommit.DependencyLicensesTask
-import org.opensearch.gradle.precommit.LicenseAnalyzer
-import org.gradle.api.artifacts.Configuration
-import org.gradle.api.artifacts.Dependency
-import org.gradle.api.artifacts.DependencySet
-import org.gradle.api.artifacts.ProjectDependency
-import org.gradle.api.internal.ConventionTask
-import org.gradle.api.tasks.Input
-import org.gradle.api.tasks.InputDirectory
-import org.gradle.api.tasks.InputFiles
-import org.gradle.api.tasks.Optional
-import org.gradle.api.tasks.OutputFile
-import org.gradle.api.tasks.TaskAction
-
-/**
- * A task to gather information about the dependencies and export them into a csv file.
- *
- * The following information is gathered:
- *
- *
name: name that identifies the library (groupId:artifactId)
- *
version
- *
URL: link to have more information about the dependency.
- *
license: SPDX license identifier, custom license or UNKNOWN.
- *
- *
- */
-class DependenciesInfoTask extends ConventionTask {
-
- /** Dependencies to gather information from. */
- @InputFiles
- Configuration runtimeConfiguration
-
- /** We subtract compile-only dependencies. */
- @InputFiles
- Configuration compileOnlyConfiguration
-
- /** Directory to read license files */
- @Optional
- @InputDirectory
- File licensesDir = new File(project.projectDir, 'licenses').exists() ? new File(project.projectDir, 'licenses') : null
-
- @OutputFile
- File outputFile = new File(project.buildDir, "reports/dependencies/dependencies.csv")
-
- private LinkedHashMap mappings
-
- DependenciesInfoTask() {
- description = 'Create a CSV file with dependencies information.'
- }
-
- @TaskAction
- void generateDependenciesInfo() {
-
- final DependencySet runtimeDependencies = runtimeConfiguration.getAllDependencies()
- // we have to resolve the transitive dependencies and create a group:artifactId:version map
- final Set compileOnlyArtifacts =
- compileOnlyConfiguration
- .getResolvedConfiguration()
- .resolvedArtifacts
- .collect { it -> "${it.moduleVersion.id.group}:${it.moduleVersion.id.name}:${it.moduleVersion.id.version}" }
-
- final StringBuilder output = new StringBuilder()
-
- for (final Dependency dependency : runtimeDependencies) {
- // we do not need compile-only dependencies here
- if (compileOnlyArtifacts.contains("${dependency.group}:${dependency.name}:${dependency.version}")) {
- continue
- }
- // only external dependencies are checked
- if (dependency instanceof ProjectDependency) {
- continue
- }
-
- final String url = createURL(dependency.group, dependency.name, dependency.version)
- final String dependencyName = DependencyLicensesTask.getDependencyName(getMappings(), dependency.name)
- logger.info("mapped dependency ${dependency.group}:${dependency.name} to ${dependencyName} for license info")
-
- final String licenseType = getLicenseType(dependency.group, dependencyName)
- output.append("${dependency.group}:${dependency.name},${dependency.version},${url},${licenseType}\n")
-
- }
- outputFile.setText(output.toString(), 'UTF-8')
- }
-
- @Input
- LinkedHashMap getMappings() {
- return mappings
- }
-
- void setMappings(LinkedHashMap mappings) {
- this.mappings = mappings
- }
-
- /**
- * Create an URL on Maven Central
- * based on dependency coordinates.
- */
- protected String createURL(final String group, final String name, final String version){
- final String baseURL = 'https://repo1.maven.org/maven2'
- return "${baseURL}/${group.replaceAll('\\.' , '/')}/${name}/${version}"
- }
-
- /**
- * Read the LICENSE file associated with the dependency and determine a license type.
- *
- * The license type is one of the following values:
- *
- *
UNKNOWN if LICENSE file is not present for this dependency.
- *
one SPDX identifier if the LICENSE content matches with an SPDX license.
- *
Custom;URL if it's not an SPDX license,
- * URL is the Github URL to the LICENSE file in opensearch repository.
- *
- *
- * @param group dependency group
- * @param name dependency name
- * @return SPDX identifier, UNKNOWN or a Custom license
- */
- protected String getLicenseType(final String group, final String name) {
- File license = getDependencyInfoFile(group, name, 'LICENSE')
- String licenseType
-
- final LicenseAnalyzer.LicenseInfo licenseInfo = LicenseAnalyzer.licenseType(license)
- if (licenseInfo.spdxLicense == false) {
- // License has not be identified as SPDX.
- // As we have the license file, we create a Custom entry with the URL to this license file.
- final gitBranch = System.getProperty('build.branch', 'master')
- final String githubBaseURL = "https://raw.githubusercontent.com/elastic/elasticsearch/${gitBranch}/"
- licenseType = "${licenseInfo.identifier};${license.getCanonicalPath().replaceFirst('.*/elasticsearch/', githubBaseURL)},"
- } else {
- licenseType = "${licenseInfo.identifier},"
- }
-
- if (licenseInfo.sourceRedistributionRequired) {
- File sources = getDependencyInfoFile(group, name, 'SOURCES')
- licenseType += "${sources.text.trim()}"
- }
-
- return licenseType
- }
-
- protected File getDependencyInfoFile(final String group, final String name, final String infoFileSuffix) {
- File license = null
-
- if (licensesDir != null) {
- licensesDir.eachFileMatch({ it ==~ /.*-${infoFileSuffix}.*/ }) { File file ->
- String prefix = file.name.split("-${infoFileSuffix}.*")[0]
- if (group.contains(prefix) || name.contains(prefix)) {
- license = file.getAbsoluteFile()
- }
- }
- }
-
- if (license == null) {
- throw new IllegalStateException("Unable to find ${infoFileSuffix} file for dependency ${group}:${name} in ${licensesDir}")
- }
-
- return license
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/FileContentsTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/FileContentsTask.groovy
deleted file mode 100644
index b5165b981728f..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/FileContentsTask.groovy
+++ /dev/null
@@ -1,61 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle
-
-import org.gradle.api.DefaultTask
-import org.gradle.api.tasks.Input
-import org.gradle.api.tasks.OutputFile
-import org.gradle.api.tasks.TaskAction
-
-/**
- * Creates a file and sets it contents to something.
- */
-class FileContentsTask extends DefaultTask {
- /**
- * The file to be built. Must be of type File to make @OutputFile happy.
- */
- @OutputFile
- File file
-
- @Input
- Object contents
-
- /**
- * The file to be built. Takes any objecct and coerces to a file.
- */
- void setFile(Object file) {
- this.file = file as File
- }
-
- @TaskAction
- void setContents() {
- file = file as File
- file.text = contents.toString()
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/MavenFilteringHack.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/MavenFilteringHack.groovy
deleted file mode 100644
index 6b072fca50913..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/MavenFilteringHack.groovy
+++ /dev/null
@@ -1,55 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle
-
-import org.apache.tools.ant.filters.ReplaceTokens
-import org.gradle.api.file.CopySpec
-
-/**
- * Gradle provides "expansion" functionality using groovy's SimpleTemplatingEngine (TODO: check name).
- * However, it allows substitutions of the form {@code $foo} (no curlies). Rest tests provide
- * some substitution from the test runner, which this form is used for.
- *
- * This class provides a helper to do maven filtering, where only the form {@code $\{foo\}} is supported.
- *
- * TODO: we should get rid of this hack, and make the rest tests use some other identifier
- * for builtin vars
- */
-class MavenFilteringHack {
- /**
- * Adds a filter to the given copy spec that will substitute maven variables.
- * @param CopySpec
- */
- static void filter(CopySpec copySpec, Map substitutions) {
- Map mavenSubstitutions = substitutions.collectEntries() {
- key, value -> ["{${key}".toString(), value.toString()]
- }
- copySpec.filter(ReplaceTokens, tokens: mavenSubstitutions, beginToken: '$', endToken: '}')
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/NoticeTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/NoticeTask.groovy
deleted file mode 100644
index 7b3a0fc01ab65..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/NoticeTask.groovy
+++ /dev/null
@@ -1,196 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle
-
-import org.gradle.api.DefaultTask
-import org.gradle.api.file.FileCollection
-import org.gradle.api.file.FileTree
-import org.gradle.api.file.SourceDirectorySet
-import org.gradle.api.tasks.InputFile
-import org.gradle.api.tasks.InputFiles
-import org.gradle.api.tasks.Optional
-import org.gradle.api.tasks.OutputFile
-import org.gradle.api.tasks.TaskAction
-
-import java.nio.file.Files
-import java.nio.file.attribute.PosixFilePermissions
-
-/**
- * A task to create a notice file which includes dependencies' notices.
- */
-class NoticeTask extends DefaultTask {
-
- @InputFile
- File inputFile = project.rootProject.file('NOTICE.txt')
-
- @OutputFile
- File outputFile = new File(project.buildDir, "notices/${name}/NOTICE.txt")
-
- private FileTree sources
-
- /** Directories to include notices from */
- private List licensesDirs = new ArrayList<>()
-
- NoticeTask() {
- description = 'Create a notice file from dependencies'
- // Default licenses directory is ${projectDir}/licenses (if it exists)
- File licensesDir = new File(project.projectDir, 'licenses')
- if (licensesDir.exists()) {
- licensesDirs.add(licensesDir)
- }
- }
-
- /** Add notices from the specified directory. */
- void licensesDir(File licensesDir) {
- licensesDirs.add(licensesDir)
- }
-
- void source(Object source) {
- if (sources == null) {
- sources = project.fileTree(source)
- } else {
- sources += project.fileTree(source)
- }
- }
-
- void source(SourceDirectorySet source) {
- if (sources == null) {
- sources = source
- } else {
- sources += source
- }
- }
-
- @TaskAction
- void generateNotice() {
- StringBuilder output = new StringBuilder()
- output.append(inputFile.getText('UTF-8'))
- output.append('\n\n')
- // This is a map rather than a set so that the sort order is the 3rd
- // party component names, unaffected by the full path to the various files
- Map seen = new TreeMap<>()
- noticeFiles.each { File file ->
- String name = file.name.replaceFirst(/-NOTICE\.txt$/, "")
- if (seen.containsKey(name)) {
- File prevFile = seen.get(name)
- if (prevFile.text != file.text) {
- throw new RuntimeException("Two different notices exist for dependency '" +
- name + "': " + prevFile + " and " + file)
- }
- } else {
- seen.put(name, file)
- }
- }
-
- // Add all LICENSE and NOTICE files in licenses directory
- for (Map.Entry entry : seen.entrySet()) {
- String name = entry.getKey()
- File file = entry.getValue()
- appendFile(file, name, 'NOTICE', output)
- appendFile(new File(file.parentFile, "${name}-LICENSE.txt"), name, 'LICENSE', output)
- }
-
- // Find any source files with "@notice" annotated license header
- for (File sourceFile : sources.files) {
- boolean isPackageInfo = sourceFile.name == 'package-info.java'
- boolean foundNotice = false
- boolean inNotice = false
- StringBuilder header = new StringBuilder()
- String packageDeclaration
-
- for (String line : sourceFile.readLines()) {
- if (isPackageInfo && packageDeclaration == null && line.startsWith('package')) {
- packageDeclaration = line
- }
-
- if (foundNotice == false) {
- foundNotice = line.contains('@notice')
- inNotice = true
- } else {
- if (line.contains('*/')) {
- inNotice = false
-
- if (!isPackageInfo) {
- break
- }
- } else if (inNotice) {
- header.append(line.stripMargin('*'))
- header.append('\n')
- }
- }
- }
-
- if (foundNotice) {
- appendText(header.toString(), isPackageInfo ? packageDeclaration : sourceFile.name, '', output)
- }
- }
- outputFile.setText(output.toString(), 'UTF-8')
- if (OS.current() != OS.WINDOWS) {
- Files.setPosixFilePermissions(outputFile.toPath(), PosixFilePermissions.fromString("rw-r--r--"))
- }
- }
-
- @InputFiles
- @Optional
- FileCollection getNoticeFiles() {
- FileTree tree
- licensesDirs.each { dir ->
- if (tree == null) {
- tree = project.fileTree(dir)
- } else {
- tree += project.fileTree(dir)
- }
- }
-
- return tree?.matching { include '**/*-NOTICE.txt' }
- }
-
- @InputFiles
- @Optional
- FileCollection getSources() {
- return sources
- }
-
- static void appendFile(File file, String name, String type, StringBuilder output) {
- String text = file.getText('UTF-8')
- if (text.trim().isEmpty()) {
- return
- }
- appendText(text, name, type, output)
- }
-
- static void appendText(String text, String name, String type, StringBuilder output) {
- output.append('================================================================================\n')
- output.append("${name} ${type}\n")
- output.append('================================================================================\n')
- output.append(text)
- output.append('\n\n')
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/ResolveAllDependencies.java b/buildSrc/src/main/groovy/org/opensearch/gradle/ResolveAllDependencies.java
deleted file mode 100644
index 63ad25a977b68..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/ResolveAllDependencies.java
+++ /dev/null
@@ -1,65 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- * compatible open source license.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-/*
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-package org.opensearch.gradle;
-
-import org.gradle.api.DefaultTask;
-import org.gradle.api.artifacts.Configuration;
-import org.gradle.api.tasks.TaskAction;
-import org.gradle.internal.deprecation.DeprecatableConfiguration;
-
-import java.util.Collection;
-
-import static org.opensearch.gradle.DistributionDownloadPlugin.DISTRO_EXTRACTED_CONFIG_PREFIX;
-
-public class ResolveAllDependencies extends DefaultTask {
-
- Collection configs;
-
- @TaskAction
- void resolveAll() {
- configs.stream().filter(it -> canBeResolved(it)).forEach(it -> it.resolve());
- }
-
- static boolean canBeResolved(Configuration configuration) {
- if (configuration.isCanBeResolved() == false) {
- return false;
- }
- if (configuration instanceof org.gradle.internal.deprecation.DeprecatableConfiguration) {
- DeprecatableConfiguration deprecatableConfiguration = (DeprecatableConfiguration) configuration;
- if (deprecatableConfiguration.canSafelyBeResolved() == false) {
- return false;
- }
- }
- return configuration.getName().startsWith(DISTRO_EXTRACTED_CONFIG_PREFIX) == false;
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/doc/DocsTestPlugin.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/doc/DocsTestPlugin.groovy
deleted file mode 100644
index 417cfd9bd171d..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/doc/DocsTestPlugin.groovy
+++ /dev/null
@@ -1,87 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle.doc
-
-import org.opensearch.gradle.OS
-import org.opensearch.gradle.Version
-import org.opensearch.gradle.VersionProperties
-import org.gradle.api.Plugin
-import org.gradle.api.Project
-
-/**
- * Sets up tests for documentation.
- */
-class DocsTestPlugin implements Plugin {
-
- @Override
- void apply(Project project) {
- project.pluginManager.apply('opensearch.testclusters')
- project.pluginManager.apply('opensearch.standalone-rest-test')
- project.pluginManager.apply('opensearch.rest-test')
-
- String distribution = System.getProperty('tests.distribution', 'archive')
- // The distribution can be configured with -Dtests.distribution on the command line
- project.testClusters.integTest.testDistribution = distribution.toUpperCase()
-
- project.testClusters.integTest.nameCustomization = { it.replace("integTest", "node") }
- // Docs are published separately so no need to assemble
- project.tasks.assemble.enabled = false
- Map commonDefaultSubstitutions = [
- /* These match up with the asciidoc syntax for substitutions but
- * the values may differ. In particular {version} needs to resolve
- * to the version being built for testing but needs to resolve to
- * the last released version for docs. */
- '\\{version\\}': Version.fromString(VersionProperties.getOpenSearch()).toString(),
- '\\{version_qualified\\}': VersionProperties.getOpenSearch(),
- '\\{lucene_version\\}' : VersionProperties.lucene.replaceAll('-snapshot-\\w+$', ''),
- '\\{build_type\\}' : OS.conditionalString().onWindows({"zip"}).onUnix({"tar"}).supply(),
- ]
- project.tasks.register('listSnippets', SnippetsTask) {
- group 'Docs'
- description 'List each snippet'
- defaultSubstitutions = commonDefaultSubstitutions
- perSnippet { println(it.toString()) }
- }
- project.tasks.register('listConsoleCandidates', SnippetsTask) {
- group 'Docs'
- description
- 'List snippets that probably should be marked // CONSOLE'
- defaultSubstitutions = commonDefaultSubstitutions
- perSnippet {
- if (RestTestsFromSnippetsTask.isConsoleCandidate(it)) {
- println(it.toString())
- }
- }
- }
-
- project.tasks.register('buildRestTests', RestTestsFromSnippetsTask) {
- defaultSubstitutions = commonDefaultSubstitutions
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/doc/RestTestsFromSnippetsTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/doc/RestTestsFromSnippetsTask.groovy
deleted file mode 100644
index f10b703ff7c20..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/doc/RestTestsFromSnippetsTask.groovy
+++ /dev/null
@@ -1,465 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.doc
-
-import groovy.transform.PackageScope
-import org.opensearch.gradle.doc.SnippetsTask.Snippet
-import org.gradle.api.InvalidUserDataException
-import org.gradle.api.tasks.Input
-import org.gradle.api.tasks.Internal
-import org.gradle.api.tasks.OutputDirectory
-
-import java.nio.file.Files
-import java.nio.file.Path
-
-/**
- * Generates REST tests for each snippet marked // TEST.
- */
-class RestTestsFromSnippetsTask extends SnippetsTask {
- /**
- * These languages aren't supported by the syntax highlighter so we
- * shouldn't use them.
- */
- private static final List BAD_LANGUAGES = ['json', 'javascript']
-
- @Input
- Map setups = new HashMap()
-
- /**
- * A list of files that contain snippets that *probably* should be
- * converted to `// CONSOLE` but have yet to be converted. If a file is in
- * this list and doesn't contain unconverted snippets this task will fail.
- * If there are unconverted snippets not in this list then this task will
- * fail. All files are paths relative to the docs dir.
- */
- @Input
- List expectedUnconvertedCandidates = []
-
- /**
- * Root directory of the tests being generated. To make rest tests happy
- * we generate them in a testRoot() which is contained in this directory.
- */
- @OutputDirectory
- File testRoot = project.file('build/rest')
-
- @Internal
- Set names = new HashSet<>()
-
- RestTestsFromSnippetsTask() {
- project.afterEvaluate {
- // Wait to set this so testRoot can be customized
- project.sourceSets.test.output.dir(testRoot, builtBy: this)
- }
- TestBuilder builder = new TestBuilder()
- doFirst { outputRoot().delete() }
- perSnippet builder.&handleSnippet
- doLast builder.&checkUnconverted
- doLast builder.&finishLastTest
- }
-
- /**
- * Root directory containing all the files generated by this task. It is
- * contained within testRoot.
- */
- File outputRoot() {
- return new File(testRoot, '/rest-api-spec/test')
- }
-
- /**
- * Is this snippet a candidate for conversion to `// CONSOLE`?
- */
- static isConsoleCandidate(Snippet snippet) {
- /* Snippets that are responses or already marked as `// CONSOLE` or
- * `// NOTCONSOLE` are not candidates. */
- if (snippet.console != null || snippet.testResponse) {
- return false
- }
- /* js snippets almost always should be marked with `// CONSOLE`. js
- * snippets that shouldn't be marked `// CONSOLE`, like examples for
- * js client, should always be marked with `// NOTCONSOLE`.
- *
- * `sh` snippets that contain `curl` almost always should be marked
- * with `// CONSOLE`. In the exceptionally rare cases where they are
- * not communicating with Elasticsearch, like the examples in the ec2
- * and gce discovery plugins, the snippets should be marked
- * `// NOTCONSOLE`. */
- return snippet.language == 'js' || snippet.curl
- }
-
- /**
- * Certain requests should not have the shard failure check because the
- * format of the response is incompatible i.e. it is not a JSON object.
- */
- static shouldAddShardFailureCheck(String path) {
- return path.startsWith('_cat') == false
- }
-
- /**
- * Converts Kibana's block quoted strings into standard JSON. These
- * {@code """} delimited strings can be embedded in CONSOLE and can
- * contain newlines and {@code "} without the normal JSON escaping.
- * This has to add it.
- */
- @PackageScope
- static String replaceBlockQuote(String body) {
- int start = body.indexOf('"""');
- if (start < 0) {
- return body
- }
- /*
- * 1.3 is a fairly wild guess of the extra space needed to hold
- * the escaped string.
- */
- StringBuilder result = new StringBuilder((int) (body.length() * 1.3));
- int startOfNormal = 0;
- while (start >= 0) {
- int end = body.indexOf('"""', start + 3);
- if (end < 0) {
- throw new InvalidUserDataException(
- "Invalid block quote starting at $start in:\n$body")
- }
- result.append(body.substring(startOfNormal, start));
- result.append('"');
- result.append(body.substring(start + 3, end)
- .replace('"', '\\"')
- .replace("\n", "\\n"));
- result.append('"');
- startOfNormal = end + 3;
- start = body.indexOf('"""', startOfNormal);
- }
- result.append(body.substring(startOfNormal));
- return result.toString();
- }
-
- private class TestBuilder {
- private static final String SYNTAX = {
- String method = /(?GET|PUT|POST|HEAD|OPTIONS|DELETE)/
- String pathAndQuery = /(?[^\n]+)/
- String badBody = /GET|PUT|POST|HEAD|OPTIONS|DELETE|startyaml|#/
- String body = /(?(?:\n(?!$badBody)[^\n]+)+)/
- String rawRequest = /(?:$method\s+$pathAndQuery$body?)/
- String yamlRequest = /(?:startyaml(?s)(?.+?)(?-s)endyaml)/
- String nonComment = /(?:$rawRequest|$yamlRequest)/
- String comment = /(?#.+)/
- /(?:$comment|$nonComment)\n+/
- }()
-
- /**
- * The file in which we saw the last snippet that made a test.
- */
- Path lastDocsPath
-
- /**
- * The file we're building.
- */
- PrintWriter current
-
- /**
- * Files containing all snippets that *probably* should be converted
- * to `// CONSOLE` but have yet to be converted. All files are paths
- * relative to the docs dir.
- */
- Set unconvertedCandidates = new HashSet<>()
-
- /**
- * The last non-TESTRESPONSE snippet.
- */
- Snippet previousTest
-
- /**
- * Called each time a snippet is encountered. Tracks the snippets and
- * calls buildTest to actually build the test.
- */
- void handleSnippet(Snippet snippet) {
- if (RestTestsFromSnippetsTask.isConsoleCandidate(snippet)) {
- unconvertedCandidates.add(snippet.path.toString()
- .replace('\\', '/'))
- }
- if (BAD_LANGUAGES.contains(snippet.language)) {
- throw new InvalidUserDataException(
- "$snippet: Use `js` instead of `${snippet.language}`.")
- }
- if (snippet.testSetup) {
- testSetup(snippet)
- previousTest = snippet
- return
- }
- if (snippet.testTearDown) {
- testTearDown(snippet)
- previousTest = snippet
- return
- }
- if (snippet.testResponse || snippet.language == 'console-result') {
- response(snippet)
- return
- }
- if ((snippet.language == 'js') && (snippet.console)) {
- throw new InvalidUserDataException(
- "$snippet: Use `[source,console]` instead of `// CONSOLE`.")
- }
- if (snippet.test || snippet.language == 'console') {
- test(snippet)
- previousTest = snippet
- return
- }
- // Must be an unmarked snippet....
- }
-
- private void test(Snippet test) {
- setupCurrent(test)
-
- if (test.continued) {
- /* Catch some difficult to debug errors with // TEST[continued]
- * and throw a helpful error message. */
- if (previousTest == null || previousTest.path != test.path) {
- throw new InvalidUserDataException("// TEST[continued] " +
- "cannot be on first snippet in a file: $test")
- }
- if (previousTest != null && previousTest.testSetup) {
- throw new InvalidUserDataException("// TEST[continued] " +
- "cannot immediately follow // TESTSETUP: $test")
- }
- if (previousTest != null && previousTest.testTearDown) {
- throw new InvalidUserDataException("// TEST[continued] " +
- "cannot immediately follow // TEARDOWN: $test")
- }
- } else {
- current.println('---')
- current.println("\"line_$test.start\":")
- /* The Elasticsearch test runner doesn't support quite a few
- * constructs unless we output this skip. We don't know if
- * we're going to use these constructs, but we might so we
- * output the skip just in case. */
- current.println(" - skip:")
- current.println(" features: ")
- current.println(" - default_shards")
- current.println(" - stash_in_key")
- current.println(" - stash_in_path")
- current.println(" - stash_path_replace")
- current.println(" - warnings")
- if (test.testEnv != null) {
- throw new InvalidUserDataException('Unsupported testEnv: ' + test.testEnv);
- }
- }
- if (test.skip) {
- if (test.continued) {
- throw new InvalidUserDataException("Continued snippets "
- + "can't be skipped")
- }
- current.println(" - always_skip")
- current.println(" reason: $test.skip")
- }
- if (test.setup != null) {
- setup(test)
- }
-
- body(test, false)
- }
-
- private void setup(final Snippet snippet) {
- // insert a setup defined outside of the docs
- for (final String setupName : snippet.setup.split(',')) {
- final String setup = setups[setupName]
- if (setup == null) {
- throw new InvalidUserDataException("Couldn't find setup for $snippet")
- }
- current.println(setup)
- }
- }
-
- private void response(Snippet response) {
- if (null == response.skip) {
- current.println(" - match: ")
- current.println(" \$body: ")
- replaceBlockQuote(response.contents).eachLine {
- current.println(" $it")
- }
- }
- }
-
- void emitDo(String method, String pathAndQuery, String body,
- String catchPart, List warnings, boolean inSetup, boolean skipShardFailures) {
- def (String path, String query) = pathAndQuery.tokenize('?')
- if (path == null) {
- path = '' // Catch requests to the root...
- } else {
- path = path.replace('<', '%3C').replace('>', '%3E')
- }
- current.println(" - do:")
- if (catchPart != null) {
- current.println(" catch: $catchPart")
- }
- if (false == warnings.isEmpty()) {
- current.println(" warnings:")
- for (String warning in warnings) {
- // Escape " because we're going to quote the warning
- String escaped = warning.replaceAll('"', '\\\\"')
- /* Quote the warning in case it starts with [ which makes
- * it look too much like an array. */
- current.println(" - \"$escaped\"")
- }
- }
- current.println(" raw:")
- current.println(" method: $method")
- current.println(" path: \"$path\"")
- if (query != null) {
- for (String param: query.tokenize('&')) {
- def (String name, String value) = param.tokenize('=')
- if (value == null) {
- value = ''
- }
- current.println(" $name: \"$value\"")
- }
- }
- if (body != null) {
- // Throw out the leading newline we get from parsing the body
- body = body.substring(1)
- // Replace """ quoted strings with valid json ones
- body = replaceBlockQuote(body)
- current.println(" body: |")
- body.eachLine { current.println(" $it") }
- }
- /* Catch any shard failures. These only cause a non-200 response if
- * no shard succeeds. But we need to fail the tests on all of these
- * because they mean invalid syntax or broken queries or something
- * else that we don't want to teach people to do. The REST test
- * framework doesn't allow us to have assertions in the setup
- * section so we have to skip it there. We also omit the assertion
- * from APIs that don't return a JSON object
- */
- if (false == inSetup && skipShardFailures == false && shouldAddShardFailureCheck(path)) {
- current.println(" - is_false: _shards.failures")
- }
- }
-
- private void testSetup(Snippet snippet) {
- if (lastDocsPath == snippet.path) {
- throw new InvalidUserDataException("$snippet: wasn't first. TESTSETUP can only be used in the first snippet of a document.")
- }
- setupCurrent(snippet)
- current.println('---')
- current.println("setup:")
- if (snippet.setup != null) {
- setup(snippet)
- }
- body(snippet, true)
- }
-
- private void testTearDown(Snippet snippet) {
- if (previousTest.testSetup == false && lastDocsPath == snippet.path) {
- throw new InvalidUserDataException("$snippet must follow test setup or be first")
- }
- setupCurrent(snippet)
- current.println('---')
- current.println('teardown:')
- body(snippet, true)
- }
-
- private void body(Snippet snippet, boolean inSetup) {
- parse("$snippet", snippet.contents, SYNTAX) { matcher, last ->
- if (matcher.group("comment") != null) {
- // Comment
- return
- }
- String yamlRequest = matcher.group("yaml");
- if (yamlRequest != null) {
- current.println(yamlRequest)
- return
- }
- String method = matcher.group("method")
- String pathAndQuery = matcher.group("pathAndQuery")
- String body = matcher.group("body")
- String catchPart = last ? snippet.catchPart : null
- if (pathAndQuery.startsWith('/')) {
- // Leading '/'s break the generated paths
- pathAndQuery = pathAndQuery.substring(1)
- }
- emitDo(method, pathAndQuery, body, catchPart, snippet.warnings,
- inSetup, snippet.skipShardsFailures)
- }
- }
-
- private PrintWriter setupCurrent(Snippet test) {
- if (lastDocsPath == test.path) {
- return
- }
- finishLastTest()
- lastDocsPath = test.path
-
- // Make the destination file:
- // Shift the path into the destination directory tree
- Path dest = outputRoot().toPath().resolve(test.path)
- // Replace the extension
- String fileName = dest.getName(dest.nameCount - 1)
- dest = dest.parent.resolve(fileName.replace('.asciidoc', '.yml'))
-
- // Now setup the writer
- Files.createDirectories(dest.parent)
- current = dest.newPrintWriter('UTF-8')
- }
-
- void finishLastTest() {
- if (current != null) {
- current.close()
- current = null
- }
- }
-
- void checkUnconverted() {
- List listedButNotFound = []
- for (String listed : expectedUnconvertedCandidates) {
- if (false == unconvertedCandidates.remove(listed)) {
- listedButNotFound.add(listed)
- }
- }
- String message = ""
- if (false == listedButNotFound.isEmpty()) {
- Collections.sort(listedButNotFound)
- listedButNotFound = listedButNotFound.collect {' ' + it}
- message += "Expected unconverted snippets but none found in:\n"
- message += listedButNotFound.join("\n")
- }
- if (false == unconvertedCandidates.isEmpty()) {
- List foundButNotListed =
- new ArrayList<>(unconvertedCandidates)
- Collections.sort(foundButNotListed)
- foundButNotListed = foundButNotListed.collect {' ' + it}
- if (false == "".equals(message)) {
- message += "\n"
- }
- message += "Unexpected unconverted snippets:\n"
- message += foundButNotListed.join("\n")
- }
- if (false == "".equals(message)) {
- throw new InvalidUserDataException(message);
- }
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/doc/SnippetsTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/doc/SnippetsTask.groovy
deleted file mode 100644
index 287a88cadf834..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/doc/SnippetsTask.groovy
+++ /dev/null
@@ -1,439 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.doc
-
-import groovy.json.JsonException
-import groovy.json.JsonParserType
-import groovy.json.JsonSlurper
-
-import org.gradle.api.DefaultTask
-import org.gradle.api.InvalidUserDataException
-import org.gradle.api.file.ConfigurableFileTree
-import org.gradle.api.tasks.Input
-import org.gradle.api.tasks.InputFiles
-import org.gradle.api.tasks.Internal
-import org.gradle.api.tasks.TaskAction
-
-import java.nio.file.Path
-import java.util.regex.Matcher
-
-/**
- * A task which will run a closure on each snippet in the documentation.
- */
-class SnippetsTask extends DefaultTask {
- private static final String SCHAR = /(?:\\\/|[^\/])/
- private static final String SUBSTITUTION = /s\/($SCHAR+)\/($SCHAR*)\//
- private static final String CATCH = /catch:\s*((?:\/[^\/]+\/)|[^ \]]+)/
- private static final String SKIP = /skip:([^\]]+)/
- private static final String SETUP = /setup:([^ \]]+)/
- private static final String WARNING = /warning:(.+)/
- private static final String NON_JSON = /(non_json)/
- private static final String TEST_SYNTAX =
- /(?:$CATCH|$SUBSTITUTION|$SKIP|(continued)|$SETUP|$WARNING|(skip_shard_failures)) ?/
-
- /**
- * Action to take on each snippet. Called with a single parameter, an
- * instance of Snippet.
- */
- @Internal
- Closure perSnippet
-
- /**
- * The docs to scan. Defaults to every file in the directory exception the
- * build.gradle file because that is appropriate for OpenSearch's docs
- * directory.
- */
- @InputFiles
- ConfigurableFileTree docs = project.fileTree(project.projectDir) {
- // No snippets in the build file
- exclude 'build.gradle'
- // That is where the snippets go, not where they come from!
- exclude 'build'
- }
-
- /**
- * Substitutions done on every snippet's contents.
- */
- @Input
- Map defaultSubstitutions = [:]
-
- @TaskAction
- void executeTask() {
- /*
- * Walks each line of each file, building snippets as it encounters
- * the lines that make up the snippet.
- */
- for (File file: docs) {
- String lastLanguage
- int lastLanguageLine
- Snippet snippet = null
- StringBuilder contents = null
- List substitutions = null
- String testEnv = null
- Closure emit = {
- snippet.contents = contents.toString()
- contents = null
- Closure doSubstitution = { String pattern, String subst ->
- /*
- * $body is really common but it looks like a
- * backreference so we just escape it here to make the
- * tests cleaner.
- */
- subst = subst.replace('$body', '\\$body')
- subst = subst.replace('$_path', '\\$_path')
- // \n is a new line....
- subst = subst.replace('\\n', '\n')
- snippet.contents = snippet.contents.replaceAll(
- pattern, subst)
- }
- defaultSubstitutions.each doSubstitution
- if (substitutions != null) {
- substitutions.each doSubstitution
- substitutions = null
- }
- if (snippet.language == null) {
- throw new InvalidUserDataException("$snippet: "
- + "Snippet missing a language. This is required by "
- + "OpenSearch's doc testing infrastructure so we "
- + "be sure we don't accidentally forget to test a "
- + "snippet.")
- }
- // Try to detect snippets that contain `curl`
- if (snippet.language == 'sh' || snippet.language == 'shell') {
- snippet.curl = snippet.contents.contains('curl')
- if (snippet.console == false && snippet.curl == false) {
- throw new InvalidUserDataException("$snippet: "
- + "No need for NOTCONSOLE if snippet doesn't "
- + "contain `curl`.")
- }
- }
- if (snippet.testResponse
- && ('js' == snippet.language || 'console-result' == snippet.language)
- && null == snippet.skip) {
- String quoted = snippet.contents
- // quote values starting with $
- .replaceAll(/([:,])\s*(\$[^ ,\n}]+)/, '$1 "$2"')
- // quote fields starting with $
- .replaceAll(/(\$[^ ,\n}]+)\s*:/, '"$1":')
- JsonSlurper slurper =
- new JsonSlurper(type: JsonParserType.INDEX_OVERLAY)
- try {
- slurper.parseText(quoted)
- } catch (JsonException e) {
- throw new InvalidUserDataException("Invalid json "
- + "in $snippet. The error is:\n${e.message}.\n"
- + "After substitutions and munging, the json "
- + "looks like:\n$quoted", e)
- }
- }
- perSnippet(snippet)
- snippet = null
- }
- file.eachLine('UTF-8') { String line, int lineNumber ->
- Matcher matcher
- matcher = line =~ /\[testenv="([^"]+)"\]\s*/
- if (matcher.matches()) {
- testEnv = matcher.group(1)
- }
- if (line ==~ /-{4,}\s*/) { // Four dashes looks like a snippet
- if (snippet == null) {
- Path path = docs.dir.toPath().relativize(file.toPath())
- snippet = new Snippet(path: path, start: lineNumber, testEnv: testEnv)
- if (lastLanguageLine == lineNumber - 1) {
- snippet.language = lastLanguage
- }
- } else {
- snippet.end = lineNumber
- }
- return
- }
- matcher = line =~ /\["?source"?,\s*"?([-\w]+)"?(,.*)?].*/
- if (matcher.matches()) {
- lastLanguage = matcher.group(1)
- lastLanguageLine = lineNumber
- return
- }
- if (line ==~ /\/\/\s*AUTOSENSE\s*/) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "AUTOSENSE has been replaced by CONSOLE.")
- }
- if (line ==~ /\/\/\s*CONSOLE\s*/) {
- if (snippet == null) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "CONSOLE not paired with a snippet")
- }
- if (snippet.console != null) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "Can't be both CONSOLE and NOTCONSOLE")
- }
- snippet.console = true
- return
- }
- if (line ==~ /\/\/\s*NOTCONSOLE\s*/) {
- if (snippet == null) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "NOTCONSOLE not paired with a snippet")
- }
- if (snippet.console != null) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "Can't be both CONSOLE and NOTCONSOLE")
- }
- snippet.console = false
- return
- }
- matcher = line =~ /\/\/\s*TEST(\[(.+)\])?\s*/
- if (matcher.matches()) {
- if (snippet == null) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "TEST not paired with a snippet at ")
- }
- snippet.test = true
- if (matcher.group(2) != null) {
- String loc = "$file:$lineNumber"
- parse(loc, matcher.group(2), TEST_SYNTAX) {
- if (it.group(1) != null) {
- snippet.catchPart = it.group(1)
- return
- }
- if (it.group(2) != null) {
- if (substitutions == null) {
- substitutions = []
- }
- substitutions.add([it.group(2), it.group(3)])
- return
- }
- if (it.group(4) != null) {
- snippet.skip = it.group(4)
- return
- }
- if (it.group(5) != null) {
- snippet.continued = true
- return
- }
- if (it.group(6) != null) {
- snippet.setup = it.group(6)
- return
- }
- if (it.group(7) != null) {
- snippet.warnings.add(it.group(7))
- return
- }
- if (it.group(8) != null) {
- snippet.skipShardsFailures = true
- return
- }
- throw new InvalidUserDataException(
- "Invalid test marker: $line")
- }
- }
- return
- }
- matcher = line =~ /\/\/\s*TESTRESPONSE(\[(.+)\])?\s*/
- if (matcher.matches()) {
- if (snippet == null) {
- throw new InvalidUserDataException("$file:$lineNumber: "
- + "TESTRESPONSE not paired with a snippet")
- }
- snippet.testResponse = true
- if (matcher.group(2) != null) {
- if (substitutions == null) {
- substitutions = []
- }
- String loc = "$file:$lineNumber"
- parse(loc, matcher.group(2), /(?:$SUBSTITUTION|$NON_JSON|$SKIP) ?/) {
- if (it.group(1) != null) {
- // TESTRESPONSE[s/adsf/jkl/]
- substitutions.add([it.group(1), it.group(2)])
- } else if (it.group(3) != null) {
- // TESTRESPONSE[non_json]
- substitutions.add(['^', '/'])
- substitutions.add(['\n$', '\\\\s*/'])
- substitutions.add(['( +)', '$1\\\\s+'])
- substitutions.add(['\n', '\\\\s*\n '])
- } else if (it.group(4) != null) {
- // TESTRESPONSE[skip:reason]
- snippet.skip = it.group(4)
- }
- }
- }
- return
- }
- if (line ==~ /\/\/\s*TESTSETUP\s*/) {
- snippet.testSetup = true
- return
- }
- if (line ==~ /\/\/\s*TEARDOWN\s*/) {
- snippet.testTearDown = true
- return
- }
- if (snippet == null) {
- // Outside
- return
- }
- if (snippet.end == Snippet.NOT_FINISHED) {
- // Inside
- if (contents == null) {
- contents = new StringBuilder()
- }
- // We don't need the annotations
- line = line.replaceAll(/<\d+>/, '')
- // Nor any trailing spaces
- line = line.replaceAll(/\s+$/, '')
- contents.append(line).append('\n')
- return
- }
- // Allow line continuations for console snippets within lists
- if (snippet != null && line.trim() == '+') {
- return
- }
- // Just finished
- emit()
- }
- if (snippet != null) emit()
- }
- }
-
- static class Snippet {
- static final int NOT_FINISHED = -1
-
- /**
- * Path to the file containing this snippet. Relative to docs.dir of the
- * SnippetsTask that created it.
- */
- Path path
- int start
- int end = NOT_FINISHED
- String contents
- String testEnv
-
- Boolean console = null
- boolean test = false
- boolean testResponse = false
- boolean testSetup = false
- boolean testTearDown = false
- String skip = null
- boolean continued = false
- String language = null
- String catchPart = null
- String setup = null
- boolean curl
- List warnings = new ArrayList()
- boolean skipShardsFailures = false
-
- @Override
- public String toString() {
- String result = "$path[$start:$end]"
- if (language != null) {
- result += "($language)"
- }
- if (console != null) {
- result += console ? '// CONSOLE' : '// NOTCONSOLE'
- }
- if (test) {
- result += '// TEST'
- if (testEnv != null) {
- result += "[testenv=$testEnv]"
- }
- if (catchPart) {
- result += "[catch: $catchPart]"
- }
- if (skip) {
- result += "[skip=$skip]"
- }
- if (continued) {
- result += '[continued]'
- }
- if (setup) {
- result += "[setup:$setup]"
- }
- for (String warning in warnings) {
- result += "[warning:$warning]"
- }
- if (skipShardsFailures) {
- result += '[skip_shard_failures]'
- }
- }
- if (testResponse) {
- result += '// TESTRESPONSE'
- if (skip) {
- result += "[skip=$skip]"
- }
- }
- if (testSetup) {
- result += '// TESTSETUP'
- }
- if (curl) {
- result += '(curl)'
- }
- return result
- }
- }
-
- /**
- * Repeatedly match the pattern to the string, calling the closure with the
- * matchers each time there is a match. If there are characters that don't
- * match then blow up. If the closure takes two parameters then the second
- * one is "is this the last match?".
- */
- protected parse(String location, String s, String pattern, Closure c) {
- if (s == null) {
- return // Silly null, only real stuff gets to match!
- }
- Matcher m = s =~ pattern
- int offset = 0
- Closure extraContent = { message ->
- StringBuilder cutOut = new StringBuilder()
- cutOut.append(s[offset - 6..offset - 1])
- cutOut.append('*')
- cutOut.append(s[offset..Math.min(offset + 5, s.length() - 1)])
- String cutOutNoNl = cutOut.toString().replace('\n', '\\n')
- throw new InvalidUserDataException("$location: Extra content "
- + "$message ('$cutOutNoNl') matching [$pattern]: $s")
- }
- while (m.find()) {
- if (m.start() != offset) {
- extraContent("between [$offset] and [${m.start()}]")
- }
- offset = m.end()
- if (c.maximumNumberOfParameters == 1) {
- c(m)
- } else {
- c(m, offset == s.length())
- }
- }
- if (offset == 0) {
- throw new InvalidUserDataException("$location: Didn't match "
- + "$pattern: $s")
- }
- if (offset != s.length()) {
- extraContent("after [$offset]")
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/plugin/PluginBuildPlugin.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/plugin/PluginBuildPlugin.groovy
deleted file mode 100644
index 427e3f2740a89..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/plugin/PluginBuildPlugin.groovy
+++ /dev/null
@@ -1,261 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle.plugin
-
-import com.github.jengelman.gradle.plugins.shadow.ShadowPlugin
-import org.opensearch.gradle.BuildPlugin
-import org.opensearch.gradle.NoticeTask
-import org.opensearch.gradle.Version
-import org.opensearch.gradle.VersionProperties
-import org.opensearch.gradle.dependencies.CompileOnlyResolvePlugin
-import org.opensearch.gradle.info.BuildParams
-import org.opensearch.gradle.plugin.PluginPropertiesExtension
-import org.opensearch.gradle.test.RestTestBasePlugin
-import org.opensearch.gradle.testclusters.RunTask
-import org.opensearch.gradle.util.Util
-import org.gradle.api.InvalidUserDataException
-import org.gradle.api.Plugin
-import org.gradle.api.Project
-import org.gradle.api.Task
-import org.gradle.api.plugins.BasePlugin
-import org.gradle.api.publish.maven.MavenPublication
-import org.gradle.api.publish.maven.plugins.MavenPublishPlugin
-import org.gradle.api.publish.maven.tasks.GenerateMavenPom
-import org.gradle.api.tasks.Copy
-import org.gradle.api.tasks.SourceSet
-import org.gradle.api.tasks.TaskProvider
-import org.gradle.api.tasks.bundling.Zip
-import org.gradle.jvm.tasks.Jar
-
-/**
- * Encapsulates build configuration for an OpenSearch plugin.
- */
-class PluginBuildPlugin implements Plugin {
-
- public static final String PLUGIN_EXTENSION_NAME = 'opensearchplugin'
-
- @Override
- void apply(Project project) {
- project.pluginManager.apply(BuildPlugin)
- project.pluginManager.apply(RestTestBasePlugin)
- project.pluginManager.apply(CompileOnlyResolvePlugin.class);
-
- PluginPropertiesExtension extension = project.extensions.create(PLUGIN_EXTENSION_NAME, PluginPropertiesExtension, project)
- configureDependencies(project)
-
- boolean isModule = project.path.startsWith(':modules:')
-
- createBundleTasks(project, extension)
-
- project.afterEvaluate {
- project.extensions.getByType(PluginPropertiesExtension).extendedPlugins.each { pluginName ->
- // Auto add dependent modules to the test cluster
- if (project.findProject(":modules:${pluginName}") != null) {
- project.testClusters.all {
- module(":modules:${pluginName}")
- }
- }
- }
- PluginPropertiesExtension extension1 = project.getExtensions().getByType(PluginPropertiesExtension.class)
- configurePublishing(project, extension1)
- String name = extension1.name
- project.archivesBaseName = name
- project.description = extension1.description
-
- if (extension1.name == null) {
- throw new InvalidUserDataException('name is a required setting for opensearchplugin')
- }
- if (extension1.description == null) {
- throw new InvalidUserDataException('description is a required setting for opensearchplugin')
- }
- if (extension1.classname == null) {
- throw new InvalidUserDataException('classname is a required setting for opensearchplugin')
- }
-
- Map properties = [
- 'name' : extension1.name,
- 'description' : extension1.description,
- 'version' : extension1.version,
- 'opensearchVersion' : Version.fromString(VersionProperties.getOpenSearch()).toString(),
- 'javaVersion' : project.targetCompatibility as String,
- 'classname' : extension1.classname,
- 'customFolderName' : extension1.customFolderName,
- 'extendedPlugins' : extension1.extendedPlugins.join(','),
- 'hasNativeController' : extension1.hasNativeController,
- 'requiresKeystore' : extension1.requiresKeystore
- ]
- project.tasks.named('pluginProperties').configure {
- expand(properties)
- inputs.properties(properties)
- }
- if (isModule == false) {
- addNoticeGeneration(project, extension1)
- }
- }
-
- project.tasks.named('testingConventions').configure {
- naming.clear()
- naming {
- Tests {
- baseClass 'org.apache.lucene.util.LuceneTestCase'
- }
- IT {
- baseClass 'org.opensearch.test.OpenSearchIntegTestCase'
- baseClass 'org.opensearch.test.rest.OpenSearchRestTestCase'
- baseClass 'org.opensearch.test.OpenSearchSingleNodeTestCase'
- }
- }
- }
- project.configurations.getByName('default')
- .extendsFrom(project.configurations.getByName('runtimeClasspath'))
- // allow running ES with this plugin in the foreground of a build
- project.tasks.register('run', RunTask) {
- dependsOn(project.tasks.bundlePlugin)
- }
- }
-
- private void configurePublishing(Project project, PluginPropertiesExtension extension) {
- // Only configure publishing if applied externally
- if (extension.hasClientJar) {
- project.pluginManager.apply('nebula.maven-base-publish')
- // Only change Jar tasks, we don't want a -client zip so we can't change archivesBaseName
- project.tasks.withType(Jar) {
- archiveBaseName = archiveBaseName.get() + "-client"
- }
- // always configure publishing for client jars
- project.publishing.publications.nebula(MavenPublication).artifactId(extension.name + "-client")
- project.tasks.withType(GenerateMavenPom.class).configureEach { GenerateMavenPom generatePOMTask ->
- generatePOMTask.destination = "${project.buildDir}/distributions/${project.archivesBaseName}-client-${project.versions.opensearch}.pom"
- }
- } else {
- if (project.plugins.hasPlugin(MavenPublishPlugin)) {
- project.publishing.publications.nebula(MavenPublication).artifactId(extension.name)
- }
- }
- }
-
- private static void configureDependencies(Project project) {
- project.dependencies {
- if (BuildParams.internal) {
- compileOnly project.project(':server')
- testImplementation project.project(':test:framework')
- } else {
- compileOnly "org.opensearch:opensearch:${project.versions.opensearch}"
- testImplementation "org.opensearch.test:framework:${project.versions.opensearch}"
- }
- // we "upgrade" these optional deps to provided for plugins, since they will run
- // with a full opensearch server that includes optional deps
- compileOnly "org.locationtech.spatial4j:spatial4j:${project.versions.spatial4j}"
- compileOnly "org.locationtech.jts:jts-core:${project.versions.jts}"
- compileOnly "org.apache.logging.log4j:log4j-api:${project.versions.log4j}"
- compileOnly "org.apache.logging.log4j:log4j-core:${project.versions.log4j}"
- compileOnly "net.java.dev.jna:jna:${project.versions.jna}"
- }
- }
-
- /**
- * Adds a bundlePlugin task which builds the zip containing the plugin jars,
- * metadata, properties, and packaging files
- */
- private static void createBundleTasks(Project project, PluginPropertiesExtension extension) {
- File pluginMetadata = project.file('src/main/plugin-metadata')
- File templateFile = new File(project.buildDir, "templates/plugin-descriptor.properties")
-
- // create tasks to build the properties file for this plugin
- TaskProvider copyPluginPropertiesTemplate = project.tasks.register('copyPluginPropertiesTemplate') {
- outputs.file(templateFile)
- doLast {
- InputStream resourceTemplate = PluginBuildPlugin.getResourceAsStream("/${templateFile.name}")
- templateFile.setText(resourceTemplate.getText('UTF-8'), 'UTF-8')
- }
- }
-
- TaskProvider buildProperties = project.tasks.register('pluginProperties', Copy) {
- dependsOn(copyPluginPropertiesTemplate)
- from(templateFile)
- into("${project.buildDir}/generated-resources")
- }
-
- // add the plugin properties and metadata to test resources, so unit tests can
- // know about the plugin (used by test security code to statically initialize the plugin in unit tests)
- SourceSet testSourceSet = project.sourceSets.test
- testSourceSet.output.dir("${project.buildDir}/generated-resources", builtBy: buildProperties)
- testSourceSet.resources.srcDir(pluginMetadata)
-
- // create the actual bundle task, which zips up all the files for the plugin
- TaskProvider bundle = project.tasks.register('bundlePlugin', Zip) {
- from buildProperties
- from pluginMetadata // metadata (eg custom security policy)
- /*
- * If the plugin is using the shadow plugin then we need to bundle
- * that shadow jar.
- */
- from { project.plugins.hasPlugin(ShadowPlugin) ? project.shadowJar : project.jar }
- from project.configurations.runtimeClasspath - project.configurations.getByName(
- CompileOnlyResolvePlugin.RESOLVEABLE_COMPILE_ONLY_CONFIGURATION_NAME
- )
- // extra files for the plugin to go into the zip
- from('src/main/packaging') // TODO: move all config/bin/_size/etc into packaging
- from('src/main') {
- include 'config/**'
- include 'bin/**'
- }
- }
- project.tasks.named(BasePlugin.ASSEMBLE_TASK_NAME).configure {
- dependsOn(bundle)
- }
-
- // also make the zip available as a configuration (used when depending on this project)
- project.configurations.create('zip')
- project.artifacts.add('zip', bundle)
- }
-
- /** Configure the pom for the main jar of this plugin */
- protected static void addNoticeGeneration(Project project, PluginPropertiesExtension extension) {
- File licenseFile = extension.licenseFile
- if (licenseFile != null) {
- project.tasks.named('bundlePlugin').configure {
- from(licenseFile.parentFile) {
- include(licenseFile.name)
- rename { 'LICENSE.txt' }
- }
- }
- }
- File noticeFile = extension.noticeFile
- if (noticeFile != null) {
- TaskProvider generateNotice = project.tasks.register('generateNotice', NoticeTask) {
- inputFile = noticeFile
- source(Util.getJavaMainSourceSet(project).get().allJava)
- }
- project.tasks.named('bundlePlugin').configure {
- from(generateNotice)
- }
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/LicenseHeadersPrecommitPlugin.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/LicenseHeadersPrecommitPlugin.groovy
deleted file mode 100644
index fddabd09b01d2..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/LicenseHeadersPrecommitPlugin.groovy
+++ /dev/null
@@ -1,41 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.precommit
-
-import org.gradle.api.Project
-import org.gradle.api.Task
-import org.gradle.api.tasks.TaskProvider
-
-class LicenseHeadersPrecommitPlugin extends PrecommitPlugin {
- @Override
- TaskProvider createTask(Project project) {
- return project.getTasks().register("licenseHeaders", LicenseHeadersTask.class);
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/LicenseHeadersTask.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/LicenseHeadersTask.groovy
deleted file mode 100644
index b330934ed2d26..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/LicenseHeadersTask.groovy
+++ /dev/null
@@ -1,199 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle.precommit
-
-import org.apache.rat.anttasks.Report
-import org.apache.rat.anttasks.SubstringLicenseMatcher
-import org.apache.rat.license.SimpleLicenseFamily
-import org.opensearch.gradle.AntTask
-import org.gradle.api.file.FileCollection
-import org.gradle.api.tasks.Input
-import org.gradle.api.tasks.InputFiles
-import org.gradle.api.tasks.OutputFile
-import org.gradle.api.tasks.SkipWhenEmpty
-
-import java.nio.file.Files
-
-/**
- * Checks files for license headers.
- *
- * This is a port of the apache lucene check
- */
-class LicenseHeadersTask extends AntTask {
-
- @OutputFile
- File reportFile = new File(project.buildDir, 'reports/licenseHeaders/rat.log')
-
- /** Allowed license families for this project. */
- @Input
- List approvedLicenses = ['Apache', 'Generated', 'SPDX', 'Vendored']
-
- /**
- * Files that should be excluded from the license header check. Use with extreme care, only in situations where the license on the
- * source file is compatible with the codebase but we do not want to add the license to the list of approved headers (to avoid the
- * possibility of inadvertently using the license on our own source files).
- */
- @Input
- List excludes = []
-
- /**
- * Additional license families that may be found. The key is the license category name (5 characters),
- * followed by the family name and the value list of patterns to search for.
- */
- protected Map additionalLicenses = new HashMap<>()
-
- LicenseHeadersTask() {
- description = "Checks sources for missing, incorrect, or unacceptable license headers"
- }
-
- /**
- * The list of java files to check. protected so the afterEvaluate closure in the
- * constructor can write to it.
- */
- @InputFiles
- @SkipWhenEmpty
- List getJavaFiles() {
- return project.sourceSets.collect({it.allJava})
- }
-
- /**
- * Add a new license type.
- *
- * The license may be added to the {@link #approvedLicenses} using the {@code familyName}.
- *
- * @param categoryName A 5-character string identifier for the license
- * @param familyName An expanded string name for the license
- * @param pattern A pattern to search for, which if found, indicates a file contains the license
- */
- void additionalLicense(String categoryName, String familyName, String pattern) {
- if (categoryName.length() != 5) {
- throw new IllegalArgumentException("License category name must be exactly 5 characters, got ${categoryName}");
- }
- additionalLicenses.put(categoryName + familyName, pattern);
- }
-
- @Override
- protected void runAnt(AntBuilder ant) {
- ant.project.addTaskDefinition('ratReport', Report)
- ant.project.addDataTypeDefinition('substringMatcher', SubstringLicenseMatcher)
- ant.project.addDataTypeDefinition('approvedLicense', SimpleLicenseFamily)
-
- Files.deleteIfExists(reportFile.toPath())
-
- // run rat, going to the file
- ant.ratReport(reportFile: reportFile.absolutePath, addDefaultLicenseMatchers: true) {
- for (FileCollection dirSet : javaFiles) {
- for (File dir: dirSet.srcDirs) {
- // sometimes these dirs don't exist, e.g. site-plugin has no actual java src/main...
- if (dir.exists()) {
- ant.fileset(dir: dir, excludes: excludes.join(' '))
- }
- }
- }
-
- // BSD 4-clause stuff (is disallowed below)
- // we keep this here, in case someone adds BSD code for some reason, it should never be allowed.
- substringMatcher(licenseFamilyCategory: "BSD4 ",
- licenseFamilyName: "Original BSD License (with advertising clause)") {
- pattern(substring: "All advertising materials")
- }
-
- // Apache
- substringMatcher(licenseFamilyCategory: "AL ",
- licenseFamilyName: "Apache") {
- // Apache license (ES)
- pattern(substring: "Licensed to Elasticsearch under one or more contributor")
- }
-
- // SPDX
- substringMatcher(licenseFamilyCategory: "SPDX ",
- licenseFamilyName: "SPDX") {
- // Apache license (OpenSearch)
- pattern(substring: "SPDX-License-Identifier: Apache-2.0")
- pattern(substring: "Copyright OpenSearch Contributors.")
- }
-
- // Generated resources
- substringMatcher(licenseFamilyCategory: "GEN ",
- licenseFamilyName: "Generated") {
- // parsers generated by antlr
- pattern(substring: "ANTLR GENERATED CODE")
- }
-
- // Vendored Code
- substringMatcher(licenseFamilyCategory: "VEN ",
- licenseFamilyName: "Vendored") {
- pattern(substring: "@notice")
- }
-
- // license types added by the project
- for (Map.Entry additional : additionalLicenses.entrySet()) {
- String category = additional.getKey().substring(0, 5)
- String family = additional.getKey().substring(5)
- substringMatcher(licenseFamilyCategory: category,
- licenseFamilyName: family) {
- pattern(substring: additional.getValue())
- }
- }
-
- // approved categories
- for (String licenseFamily : approvedLicenses) {
- approvedLicense(familyName: licenseFamily)
- }
- }
-
- // check the license file for any errors, this should be fast.
- boolean zeroUnknownLicenses = false
- boolean foundProblemsWithFiles = false
- reportFile.eachLine('UTF-8') { line ->
- if (line.startsWith("0 Unknown Licenses")) {
- zeroUnknownLicenses = true
- }
-
- if (line.startsWith(" !")) {
- foundProblemsWithFiles = true
- }
- }
-
- if (zeroUnknownLicenses == false || foundProblemsWithFiles) {
- // print the unapproved license section, usually its all you need to fix problems.
- int sectionNumber = 0
- reportFile.eachLine('UTF-8') { line ->
- if (line.startsWith("*******************************")) {
- sectionNumber++
- } else {
- if (sectionNumber == 2) {
- logger.error(line)
- }
- }
- }
- throw new IllegalStateException("License header problems were found! Full details: " + reportFile.absolutePath)
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/PrecommitTasks.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/PrecommitTasks.groovy
deleted file mode 100644
index e5cd4cda65040..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/precommit/PrecommitTasks.groovy
+++ /dev/null
@@ -1,70 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-package org.opensearch.gradle.precommit
-
-
-import org.gradle.api.Project
-
-/**
- * Validation tasks which should be run before committing. These run before tests.
- */
-class PrecommitTasks {
-
- /** Adds a precommit task, which depends on non-test verification tasks. */
-
- static void create(Project project, boolean includeDependencyLicenses) {
-
- project.pluginManager.apply(ForbiddenApisPrecommitPlugin)
- project.pluginManager.apply(JarHellPrecommitPlugin)
- project.pluginManager.apply(ForbiddenPatternsPrecommitPlugin)
- project.pluginManager.apply(LicenseHeadersPrecommitPlugin)
- project.pluginManager.apply(FilePermissionsPrecommitPlugin)
- project.pluginManager.apply(ThirdPartyAuditPrecommitPlugin)
- project.pluginManager.apply(TestingConventionsPrecommitPlugin)
-
- // tasks with just tests don't need dependency licenses, so this flag makes adding
- // the task optional
- if (includeDependencyLicenses) {
- project.pluginManager.apply(DependencyLicensesPrecommitPlugin)
- }
- if (project.path != ':build-tools') {
- /*
- * Sadly, build-tools can't have logger-usage-check because that
- * would create a circular project dependency between build-tools
- * (which provides NamingConventionsCheck) and :test:logger-usage
- * which provides the logger usage check. Since the build tools
- * don't use the logger usage check because they don't have any
- * of Elaticsearch's loggers and :test:logger-usage actually does
- * use the NamingConventionsCheck we break the circular dependency
- * here.
- */
- project.pluginManager.apply(LoggerUsagePrecommitPlugin)
- }
- }
-}
diff --git a/buildSrc/src/main/groovy/org/opensearch/gradle/test/AntFixture.groovy b/buildSrc/src/main/groovy/org/opensearch/gradle/test/AntFixture.groovy
deleted file mode 100644
index 316db8aa01764..0000000000000
--- a/buildSrc/src/main/groovy/org/opensearch/gradle/test/AntFixture.groovy
+++ /dev/null
@@ -1,322 +0,0 @@
-/*
- * SPDX-License-Identifier: Apache-2.0
- *
- * The OpenSearch Contributors require contributions made to
- * this file be licensed under the Apache-2.0 license or a
- *
- * Modifications Copyright OpenSearch Contributors. See
- * GitHub history for details.
- */
-
-/*
- * Licensed to Elasticsearch under one or more contributor
- * license agreements. See the NOTICE file distributed with
- * this work for additional information regarding copyright
- * ownership. Elasticsearch licenses this file to you under
- * the Apache License, Version 2.0 (the "License"); you may
- * not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied. See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.opensearch.gradle.test
-
-import org.apache.tools.ant.taskdefs.condition.Os
-import org.gradle.api.GradleException
-import org.gradle.api.tasks.Exec
-import org.gradle.api.tasks.Internal
-import org.gradle.api.tasks.TaskProvider
-import org.opensearch.gradle.AntTask
-import org.opensearch.gradle.LoggedExec
-/**
- * A fixture for integration tests which runs in a separate process launched by Ant.
- */
-class AntFixture extends AntTask implements Fixture {
-
- /** The path to the executable that starts the fixture. */
- @Internal
- String executable
-
- private final List