-
Notifications
You must be signed in to change notification settings - Fork 7
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Browse files
Browse the repository at this point in the history
Co-authored-by: Christoph Pirkl <[email protected]>
- Loading branch information
1 parent
5942981
commit 63e9950
Showing
22 changed files
with
1,421 additions
and
201 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Large diffs are not rendered by default.
Oops, something went wrong.
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,26 @@ | ||
| # The Spark Exasol Connector 1.5.0, released 2023-??-?? | ||
|
|
||
| Code name: | ||
|
|
||
| ## Summary | ||
|
|
||
| ## Features | ||
|
|
||
| * #150: Added S3 intermediate storage layer | ||
|
|
||
| ## Dependency Updates | ||
|
|
||
| ### Compile Dependency Updates | ||
|
|
||
| * Added `com.exasol:spark-connector-common-java:1.0.0` | ||
|
|
||
| ### Test Dependency Updates | ||
|
|
||
| * Added `com.amazonaws:aws-java-sdk-s3:1.12.429` | ||
| * Added `nl.jqno.equalsverifier:equalsverifier:3.14.1` | ||
| * Added `org.junit.jupiter:junit-jupiter-api:5.9.2` | ||
| * Added `org.junit.jupiter:junit-jupiter:5.9.2` | ||
| * Updated `org.mockito:mockito-core:5.3.0` to `5.2.0` | ||
| * Added `org.mockito:mockito-junit-jupiter:5.2.0` | ||
| * Added `org.testcontainers:junit-jupiter:1.17.6` | ||
| * Added `org.testcontainers:localstack:1.17.6` |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -2,4 +2,4 @@ error-tags: | |
| SEC: | ||
| packages: | ||
| - com.exasol.spark | ||
| highest-index: 11 | ||
| highest-index: 21 | ||
Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| package com.exasol.spark.s3; | ||
|
|
||
| /** | ||
| * A class that contains common constant variables. | ||
| */ | ||
| public final class Constants { | ||
|
|
||
| /** Parameter name for Exasol table. */ | ||
| public static final String TABLE = "TABLE"; | ||
| /** Parameter name for Exasol query. */ | ||
| public static final String QUERY = "QUERY"; | ||
| /** Parameter name for Exasol database connection JDBC URL. */ | ||
| public static final String JDBC_URL = "JDBC_URL"; | ||
| /** Parameter name for Exasol database username. */ | ||
| public static final String USERNAME = "USERNAME"; | ||
| /** Parameter name for Exasol database password. */ | ||
| public static final String PASSWORD = "PASSWORD"; | ||
| /** Parameter name for setting number of Spark job partitions. */ | ||
| public static final String NUMBER_OF_PARTITIONS = "numPartitions"; | ||
| /** Default number of partitions for Spark job. */ | ||
| public static final int DEFAULT_NUMBER_OF_PARTITIONS = 8; | ||
|
|
||
| private Constants() { | ||
| // prevent instantiation | ||
| } | ||
|
|
||
| } |
27 changes: 27 additions & 0 deletions
27
src/main/java/com/exasol/spark/s3/ExasolConnectionException.java
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,27 @@ | ||
| package com.exasol.spark.s3; | ||
|
|
||
| /** | ||
| * An exception for Exasol JDCB connection issues. | ||
| */ | ||
| public class ExasolConnectionException extends RuntimeException { | ||
| private static final long serialVersionUID = 2818034094289319833L; | ||
|
|
||
| /** | ||
| * Creates an instance of a {@link ExasolConnectionException}. | ||
| * | ||
| * @param message error message | ||
| * @param cause exception cause | ||
| */ | ||
| public ExasolConnectionException(final String message, final Throwable cause) { | ||
| super(message, cause); | ||
| } | ||
|
|
||
| /** | ||
| * Creates an instance of a {@link ExasolConnectionException}. | ||
| * | ||
| * @param message error message | ||
| */ | ||
| public ExasolConnectionException(final String message) { | ||
| super(message); | ||
| } | ||
| } |
Oops, something went wrong.