From b5474a9ab834d086918ed1b2aeb23e720141a3c4 Mon Sep 17 00:00:00 2001 From: dailai Date: Tue, 12 Mar 2024 12:34:48 +0800 Subject: [PATCH] [Improve][Paimon] remove unwanted dependencies --- docs/zh/connector-v2/sink/Paimon.md | 16 +++---- .../connector-paimon-e2e/pom.xml | 42 +------------------ .../e2e/connector/paimon/PaimonSinkCDCIT.java | 4 +- 3 files changed, 11 insertions(+), 51 deletions(-) diff --git a/docs/zh/connector-v2/sink/Paimon.md b/docs/zh/connector-v2/sink/Paimon.md index 82c23aef7ade..b1b4baef9b14 100644 --- a/docs/zh/connector-v2/sink/Paimon.md +++ b/docs/zh/connector-v2/sink/Paimon.md @@ -12,14 +12,14 @@ Apache Paimon数据连接器。支持cdc写以及自动建表。 ## 连接器选项 -| 名称 | 类型 | 是否必须 | 默认值 | 描述 | -|------------------|--------|------|------------------------------|-------------------| -| warehouse | String | Yes | - | Paimon warehouse路 | -| database | String | Yes | - | 数据库名称 | -| table | String | Yes | - | 表名 | -| hdfs_site_path | String | No | - | | -| schema_save_mode | Enum | no | CREATE_SCHEMA_WHEN_NOT_EXIST | schema保存模式 | -| data_save_mode | Enum | no | APPEND_DATA | 数据保存模式 | +| 名称 | 类型 | 是否必须 | 默认值 | 描述 | +|------------------|--------|------|------------------------------|--------------------| +| warehouse | String | Yes | - | Paimon warehouse路径 | +| database | String | Yes | - | 数据库名称 | +| table | String | Yes | - | 表名 | +| hdfs_site_path | String | No | - | | +| schema_save_mode | Enum | no | CREATE_SCHEMA_WHEN_NOT_EXIST | schema保存模式 | +| data_save_mode | Enum | no | APPEND_DATA | 数据保存模式 | ## 示例 diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/pom.xml b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/pom.xml index 453c2c63f183..5dec7681d70a 100644 --- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/pom.xml +++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/pom.xml @@ -25,57 +25,17 @@ connector-paimon-e2e SeaTunnel : E2E : Connector V2 : Paimon - - - - org.apache.seatunnel - connector-jdbc - ${project.version} - pom - import - - - - org.apache.seatunnel connector-fake ${project.version} - - - org.apache.seatunnel - connector-paimon - ${project.version} - - - org.apache.seatunnel - connector-assert - ${project.version} - - - org.testcontainers - mysql - ${testcontainer.version} - test - - - org.apache.seatunnel - connector-cdc-mysql - ${project.version} test - org.apache.seatunnel - connector-cdc-mysql + connector-paimon ${project.version} - test-jar - test - - - mysql - mysql-connector-java test diff --git a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/src/test/java/org/apache/seatunnel/e2e/connector/paimon/PaimonSinkCDCIT.java b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/src/test/java/org/apache/seatunnel/e2e/connector/paimon/PaimonSinkCDCIT.java index ae391e36f075..a960f7d4d375 100644 --- a/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/src/test/java/org/apache/seatunnel/e2e/connector/paimon/PaimonSinkCDCIT.java +++ b/seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/src/test/java/org/apache/seatunnel/e2e/connector/paimon/PaimonSinkCDCIT.java @@ -59,7 +59,7 @@ value = {}, type = {EngineType.SPARK, EngineType.FLINK}, disabledReason = - "Spark and Flink engine can not auto create paimon table on worker node(e.g flink tm) by org.apache.seatunnel.connectors.seatunnel.paimon.sink.PaimonSink.PaimonSink which can lead error") + "Spark and Flink engine can not auto create paimon table on worker node in local file(e.g flink tm) by savemode feature which can lead error") @Slf4j public class PaimonSinkCDCIT extends TestSuiteBase implements TestResource { private static final String CATALOG_ROOT_DIR = "/tmp/"; @@ -190,7 +190,7 @@ private void extractFiles() { "sh", "-c", "cd " + CATALOG_ROOT_DIR + " && tar -zxvf " + NAMESPACE_TAR); try { Process process = processBuilder.start(); - // 等待命令执行完成 + // wait command completed int exitCode = process.waitFor(); if (exitCode == 0) { log.info("Extract files successful.");