From b3fd1510191e1b397599492b8f11387e044bc995 Mon Sep 17 00:00:00 2001 From: Xiang Fu Date: Tue, 8 Feb 2022 16:26:56 -0800 Subject: [PATCH] adding scala profile for kafka 2.x build and remove root pom scala dependencies --- .../pinot-spark-connector/pom.xml | 30 ++++++++++++++++ .../v0_deprecated/pinot-spark/pom.xml | 35 +++++++++++++++++++ .../pinot-kafka-2.0/pom.xml | 26 ++++++++++++-- pom.xml | 23 ------------ 4 files changed, 89 insertions(+), 25 deletions(-) diff --git a/pinot-connectors/pinot-spark-connector/pom.xml b/pinot-connectors/pinot-spark-connector/pom.xml index 6e8f05093390..4d4af88a8994 100644 --- a/pinot-connectors/pinot-spark-connector/pom.xml +++ b/pinot-connectors/pinot-spark-connector/pom.xml @@ -69,12 +69,22 @@ com.thoughtworks.paranamer paranamer + + org.scala-lang + scala-library + org.scala-lang.modules scala-xml_${scala.compat.version} ${scalaxml.version} + + + org.scala-lang + scala-library + + org.apache.spark @@ -98,17 +108,33 @@ org.scala-lang.modules scala-xml_${scala.compat.version} + + org.scala-lang + scala-library + io.circe circe-parser_${scala.compat.version} ${circe.version} + + + org.scala-lang + scala-library + + io.circe circe-generic_${scala.compat.version} ${circe.version} + + + org.scala-lang + scala-library + + org.scala-lang @@ -127,6 +153,10 @@ org.scala-lang.modules scala-xml_${scala.compat.version} + + org.scala-lang + scala-library + diff --git a/pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/pom.xml b/pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/pom.xml index 490a2202bf63..bb2b6df1ce96 100644 --- a/pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/pom.xml +++ b/pinot-plugins/pinot-batch-ingestion/v0_deprecated/pinot-spark/pom.xml @@ -385,6 +385,14 @@ commons-pool commons-pool + + org.scala-lang + scala-library + + + org.scala-lang + scala-reflect + test @@ -435,6 +443,17 @@ scala-xml_${scala.binary.version} 1.0.6 test + + + org.scala-lang + scala-library + + + + + org.scala-lang + scala-reflect + ${scala.version} org.apache.spark @@ -453,6 +472,10 @@ org.apache.curator curator-recipes + + org.scala-lang + scala-library + @@ -488,6 +511,10 @@ org.apache.orc orc-core + + org.scala-lang + scala-reflect + test @@ -504,6 +531,14 @@ org.objenesis objenesis + + org.scala-lang + scala-library + + + org.scala-lang + scala-reflect + test diff --git a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/pom.xml b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/pom.xml index 93f36ca41939..c180a89ea5a1 100644 --- a/pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/pom.xml +++ b/pinot-plugins/pinot-stream-ingestion/pinot-kafka-2.0/pom.xml @@ -36,8 +36,6 @@ ${basedir}/../../.. 2.8.1 - 2.13 - 2.13.3 package @@ -100,4 +98,28 @@ jopt-simple + + + + + scala-2.12 + + true + + + 2.12.11 + 2.12 + + + + scala-2.13 + + false + + + 2.13.3 + 2.13 + + + diff --git a/pom.xml b/pom.xml index 70be482e8624..05ca993fac69 100644 --- a/pom.xml +++ b/pom.xml @@ -129,7 +129,6 @@ 2.5.0 1.5.16 2.7.0 - 2.13.3 4.6 2.7.0 2.3.2 @@ -921,28 +920,6 @@ provided - - - org.scala-lang - scala-library - ${scala.version} - - - org.scala-lang - scala-reflect - ${scala.version} - - - org.scala-lang - scala-compiler - ${scala.version} - - - org.scala-lang - scala-scalap - ${scala.version} - - io.dropwizard.metrics