diff --git a/.github/workflows/publish-registry.yml b/.github/workflows/publish-registry.yml index e6423a62..1387fcb8 100644 --- a/.github/workflows/publish-registry.yml +++ b/.github/workflows/publish-registry.yml @@ -10,7 +10,7 @@ jobs: include: - spark_version: 3.2.3 hadoop_version: 3.2 - - spark_version: 3.3.1 + - spark_version: 3.3.2 hadoop_version: 3 steps: - uses: docker/setup-buildx-action@v2 diff --git a/Dockerfile b/Dockerfile index bad9ceb0..a68755cb 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,6 +1,6 @@ FROM openjdk:11-jre-slim-stretch as server -ARG SPARK_VERSION=3.3.1 +ARG SPARK_VERSION=3.3.2 ARG HADOOP_VERSION=3 WORKDIR /home/app/ @@ -11,7 +11,7 @@ RUN ./gradlew build -x test -PSPARK_VERSION=${SPARK_VERSION} FROM node:lts-alpine3.14 as frontend -ARG SPARK_VERSION=3.3.1 +ARG SPARK_VERSION=3.3.2 ARG HADOOP_VERSION=3 ENV REACT_APP_API_BASE_URL='/lighter' @@ -25,7 +25,7 @@ RUN yarn install && yarn build FROM openjdk:11-jre-slim-stretch -ARG SPARK_VERSION=3.3.1 +ARG SPARK_VERSION=3.3.2 ARG HADOOP_VERSION=3 ENV FRONTEND_PATH=/home/app/frontend/ diff --git a/README.md b/README.md index 8d389bf5..9e57f1d8 100644 --- a/README.md +++ b/README.md @@ -30,7 +30,7 @@ docker build -t lighter . ### Spark versions -Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.2.3 and 3.3.1. +Lighter will always try to support the latest patch version for all officially recommended [Apache Spark](https://spark.apache.org/) releases i.e.: 3.2.3 and 3.3.2. ### Contributing diff --git a/docs/docker.md b/docs/docker.md index f2f2fea4..f0b57856 100644 --- a/docs/docker.md +++ b/docs/docker.md @@ -3,7 +3,7 @@ If you're thinking of running Lighter on docker, you are probably using it with YARN backend. When you are running it, you should expose two ports (REST API port and Python Gateway port), as shown in this example: ```bash -docker run ghcr.io/exacaster/lighter:0.0.41-spark3.3.1 \ +docker run ghcr.io/exacaster/lighter:0.0.42-spark3.3.2 \ -p 8080:8080 \ -p 25333:25333 \ -e LIGHTER_KUBERNETES_ENABLED=false \ diff --git a/quickstart/jupyterlab.yml b/quickstart/jupyterlab.yml index 607bdcc6..f494e9e0 100644 --- a/quickstart/jupyterlab.yml +++ b/quickstart/jupyterlab.yml @@ -146,7 +146,7 @@ data: "{\n", " \"name\": \"Test Lighter\",\n", " \"conf\":{\n", - " \"spark.kubernetes.container.image\": \"apache/spark-py:v3.3.1\"\n", + " \"spark.kubernetes.container.image\": \"apache/spark-py:v3.3.2\"\n", " }\n", "}" ] diff --git a/quickstart/lighter.yml b/quickstart/lighter.yml index 4ce158a1..7ba33067 100644 --- a/quickstart/lighter.yml +++ b/quickstart/lighter.yml @@ -71,7 +71,7 @@ spec: run: lighter spec: containers: - - image: ghcr.io/exacaster/lighter:0.0.41-spark3.3.1 + - image: ghcr.io/exacaster/lighter:0.0.42-spark3.3.2 name: lighter readinessProbe: httpGet: diff --git a/server/build.gradle b/server/build.gradle index 0757780c..0ea71d75 100644 --- a/server/build.gradle +++ b/server/build.gradle @@ -22,7 +22,7 @@ micronaut { } mainClassName = "com.exacaster.lighter.Application" -def sparkVersion = project.hasProperty("SPARK_VERSION") ? project.getProperty("SPARK_VERSION") : '3.3.1' +def sparkVersion = project.hasProperty("SPARK_VERSION") ? project.getProperty("SPARK_VERSION") : '3.3.2' def hadoopVersion = '3.3.3' def k8sClientVersion = '6.4.1' def shedlockVersion = '4.44.0'