From 676a5184386e1e9fa77804b3ff58845dba6e79b7 Mon Sep 17 00:00:00 2001 From: hilo <1964736605@qq.com> Date: Thu, 20 Jun 2024 16:20:29 +0800 Subject: [PATCH 1/3] MAP OSS config jars MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit 配置阿里云oss时,注意lib目录下的jar,缺失导致失败 --- docs/zh/seatunnel-engine/deployment.md | 18 ++++++++++++++++-- 1 file changed, 16 insertions(+), 2 deletions(-) diff --git a/docs/zh/seatunnel-engine/deployment.md b/docs/zh/seatunnel-engine/deployment.md index d68c8d444ab..be2bd4abf33 100644 --- a/docs/zh/seatunnel-engine/deployment.md +++ b/docs/zh/seatunnel-engine/deployment.md @@ -214,7 +214,7 @@ map: fs.defaultFS: file:/// ``` -如果您使用 OSS,可以像这样配置: +如果您使用 OSS,可以像这样配置: ```yaml map: @@ -233,7 +233,21 @@ map: fs.oss.accessKeyId: OSS access key id fs.oss.accessKeySecret: OSS access key secret fs.oss.endpoint: OSS endpoint - fs.oss.credentials.provider: org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider +``` +注意:使用OSS 时,确保 lib目录下有这几个jar. +``` +aliyun-sdk-oss-3.13.2.jar + +hadoop-aliyun-3.3.6.jar + +jdom2-2.0.6.jar + +netty-buffer-4.1.89.Final.jar + +netty-common-4.1.89.Final.jar + + seatunnel-hadoop3-3.3.6-uber.jar + ``` ## 6. 配置 SeaTunnel Engine 客户端 From eeffc4c2a48115fef6b2ad1ff9dbb6e7d7c0db68 Mon Sep 17 00:00:00 2001 From: Jia Fan Date: Fri, 19 Jul 2024 18:08:07 +0800 Subject: [PATCH 2/3] update --- docs/en/seatunnel-engine/deployment.md | 11 +++++++++++ docs/zh/seatunnel-engine/deployment.md | 10 +++------- 2 files changed, 14 insertions(+), 7 deletions(-) diff --git a/docs/en/seatunnel-engine/deployment.md b/docs/en/seatunnel-engine/deployment.md index 88df18b14c5..90c5cfbb8ee 100644 --- a/docs/en/seatunnel-engine/deployment.md +++ b/docs/en/seatunnel-engine/deployment.md @@ -240,6 +240,17 @@ map: fs.oss.credentials.provider: org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider ``` +Notice: When using OSS, make sure that the following jars are in the lib directory. + +``` +aliyun-sdk-oss-3.13.2.jar +hadoop-aliyun-3.3.6.jar +jdom2-2.0.6.jar +netty-buffer-4.1.89.Final.jar +netty-common-4.1.89.Final.jar +seatunnel-hadoop3-3.1.4-uber.jar +``` + ## 6. Config SeaTunnel Engine Client All SeaTunnel Engine Client config in `hazelcast-client.yaml`. diff --git a/docs/zh/seatunnel-engine/deployment.md b/docs/zh/seatunnel-engine/deployment.md index be2bd4abf33..396d08f3863 100644 --- a/docs/zh/seatunnel-engine/deployment.md +++ b/docs/zh/seatunnel-engine/deployment.md @@ -234,20 +234,16 @@ map: fs.oss.accessKeySecret: OSS access key secret fs.oss.endpoint: OSS endpoint ``` + 注意:使用OSS 时,确保 lib目录下有这几个jar. + ``` aliyun-sdk-oss-3.13.2.jar - hadoop-aliyun-3.3.6.jar - jdom2-2.0.6.jar - netty-buffer-4.1.89.Final.jar - netty-common-4.1.89.Final.jar - - seatunnel-hadoop3-3.3.6-uber.jar - +seatunnel-hadoop3-3.1.4-uber.jar ``` ## 6. 配置 SeaTunnel Engine 客户端 From 831d60122ebe7ef679bb65c4d13f78375c29f90f Mon Sep 17 00:00:00 2001 From: Jia Fan Date: Fri, 19 Jul 2024 18:11:11 +0800 Subject: [PATCH 3/3] update --- docs/en/seatunnel-engine/hybrid-cluster-deployment.md | 11 +++++++++++ .../seatunnel-engine/separated-cluster-deployment.md | 11 +++++++++++ docs/zh/seatunnel-engine/hybrid-cluster-deployment.md | 11 +++++++++++ .../seatunnel-engine/separated-cluster-deployment.md | 11 +++++++++++ 4 files changed, 44 insertions(+) diff --git a/docs/en/seatunnel-engine/hybrid-cluster-deployment.md b/docs/en/seatunnel-engine/hybrid-cluster-deployment.md index 98f3eba2450..c969376f162 100644 --- a/docs/en/seatunnel-engine/hybrid-cluster-deployment.md +++ b/docs/en/seatunnel-engine/hybrid-cluster-deployment.md @@ -265,6 +265,17 @@ map: fs.oss.credentials.provider: org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider ``` +Notice: When using OSS, make sure that the following jars are in the lib directory. + +``` +aliyun-sdk-oss-3.13.2.jar +hadoop-aliyun-3.3.6.jar +jdom2-2.0.6.jar +netty-buffer-4.1.89.Final.jar +netty-common-4.1.89.Final.jar +seatunnel-hadoop3-3.1.4-uber.jar +``` + ## 6. Configure The SeaTunnel Engine Client All SeaTunnel Engine client configurations are in the `hazelcast-client.yaml`. diff --git a/docs/en/seatunnel-engine/separated-cluster-deployment.md b/docs/en/seatunnel-engine/separated-cluster-deployment.md index 714c8920a44..6d094aa8143 100644 --- a/docs/en/seatunnel-engine/separated-cluster-deployment.md +++ b/docs/en/seatunnel-engine/separated-cluster-deployment.md @@ -271,6 +271,17 @@ map: fs.oss.credentials.provider: org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider ``` +Notice: When using OSS, make sure that the following jars are in the lib directory. + +``` +aliyun-sdk-oss-3.13.2.jar +hadoop-aliyun-3.3.6.jar +jdom2-2.0.6.jar +netty-buffer-4.1.89.Final.jar +netty-common-4.1.89.Final.jar +seatunnel-hadoop3-3.1.4-uber.jar +``` + ## 5. Configuring SeaTunnel Engine Network Services All network-related configurations of the SeaTunnel Engine are in the `hazelcast-master.yaml` and `hazelcast-worker.yaml` files. diff --git a/docs/zh/seatunnel-engine/hybrid-cluster-deployment.md b/docs/zh/seatunnel-engine/hybrid-cluster-deployment.md index efa96da0305..f1deba3dec1 100644 --- a/docs/zh/seatunnel-engine/hybrid-cluster-deployment.md +++ b/docs/zh/seatunnel-engine/hybrid-cluster-deployment.md @@ -261,6 +261,17 @@ map: fs.oss.credentials.provider: org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider ``` +注意:使用OSS 时,确保 lib目录下有这几个jar. + +``` +aliyun-sdk-oss-3.13.2.jar +hadoop-aliyun-3.3.6.jar +jdom2-2.0.6.jar +netty-buffer-4.1.89.Final.jar +netty-common-4.1.89.Final.jar +seatunnel-hadoop3-3.1.4-uber.jar +``` + ## 6. 配置 SeaTunnel Engine 客户端 所有 SeaTunnel Engine 客户端的配置都在 `hazelcast-client.yaml` 里。 diff --git a/docs/zh/seatunnel-engine/separated-cluster-deployment.md b/docs/zh/seatunnel-engine/separated-cluster-deployment.md index 76476777374..807fb8d28c7 100644 --- a/docs/zh/seatunnel-engine/separated-cluster-deployment.md +++ b/docs/zh/seatunnel-engine/separated-cluster-deployment.md @@ -275,6 +275,17 @@ map: fs.oss.credentials.provider: org.apache.hadoop.fs.aliyun.oss.AliyunCredentialsProvider ``` +注意:使用OSS 时,确保 lib目录下有这几个jar. + +``` +aliyun-sdk-oss-3.13.2.jar +hadoop-aliyun-3.3.6.jar +jdom2-2.0.6.jar +netty-buffer-4.1.89.Final.jar +netty-common-4.1.89.Final.jar +seatunnel-hadoop3-3.1.4-uber.jar +``` + ## 5. 配置 SeaTunnel Engine 网络服务 所有 SeaTunnel Engine 网络相关的配置都在 `hazelcast-master.yaml`和`hazelcast-worker.yaml` 文件中.