Skip to content

Commit

Permalink
Destination S3: reenable assume role test; fix file transfer test? (#…
Browse files Browse the repository at this point in the history
  • Loading branch information
edgao authored Feb 4, 2025
1 parent 6a0b214 commit 0113c14
Show file tree
Hide file tree
Showing 8 changed files with 4 additions and 38 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -805,7 +805,10 @@ protected constructor(
)
fail("sync should have failed. Instead got output $destinationOutput")
} catch (e: TestHarnessException) {
assertContains(e.outputMessages!![0].trace.error.internalMessage, "File does not exist")
assertContains(
e.outputMessages!![0].trace.error.internalMessage,
"java.io.FileNotFoundException: /staging/files/fakeFile (No such file or directory)"
)
}
}

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -21,9 +21,4 @@ class S3V2AvroDestinationAcceptanceTest : S3BaseAvroDestinationAcceptanceTest()

override val baseConfigJson: JsonNode
get() = S3V2DestinationTestUtils.baseConfigJsonFilePath

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}
override fun testFakeFileTransfer() {}
}
Original file line number Diff line number Diff line change
Expand Up @@ -5,10 +5,8 @@ package io.airbyte.integrations.destination.s3

import com.fasterxml.jackson.databind.JsonNode
import io.airbyte.cdk.integrations.destination.s3.S3BaseCsvDestinationAcceptanceTest
import org.junit.jupiter.api.Disabled
import org.junit.jupiter.api.Test

@Disabled
class S3V2CsvAssumeRoleDestinationAcceptanceTest : S3BaseCsvDestinationAcceptanceTest() {
override val imageName: String = "airbyte/destination-s3:dev"
override val baseConfigJson: JsonNode
Expand All @@ -22,8 +20,4 @@ class S3V2CsvAssumeRoleDestinationAcceptanceTest : S3BaseCsvDestinationAcceptanc
override fun testFakeFileTransfer() {
super.testFakeFileTransfer()
}

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}
}
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,4 @@ class S3V2CsvDestinationAcceptanceTest : S3BaseCsvDestinationAcceptanceTest() {

override val baseConfigJson: JsonNode
get() = S3V2DestinationTestUtils.baseConfigJsonFilePath

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}
override fun testFakeFileTransfer() {}
}
Original file line number Diff line number Diff line change
Expand Up @@ -15,10 +15,4 @@ class S3V2CsvGzipDestinationAcceptanceTest : S3BaseCsvGzipDestinationAcceptanceT

override val baseConfigJson: JsonNode
get() = S3V2DestinationTestUtils.baseConfigJsonFilePath

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}

override fun testFakeFileTransfer() {}
}
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,4 @@ class S3V2JsonlDestinationAcceptanceTest : S3BaseJsonlDestinationAcceptanceTest(

override val baseConfigJson: JsonNode
get() = S3V2DestinationTestUtils.baseConfigJsonFilePath

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}
override fun testFakeFileTransfer() {}
}
Original file line number Diff line number Diff line change
Expand Up @@ -15,9 +15,4 @@ class S3V2JsonlGzipDestinationAcceptanceTest : S3BaseJsonlGzipDestinationAccepta

override val baseConfigJson: JsonNode
get() = S3V2DestinationTestUtils.baseConfigJsonFilePath

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}
override fun testFakeFileTransfer() {}
}
Original file line number Diff line number Diff line change
Expand Up @@ -73,9 +73,4 @@ class S3V2ParquetDestinationAcceptanceTest : S3BaseParquetDestinationAcceptanceT

runSyncAndVerifyStateOutput(config, messages, configuredCatalog, false)
}

// Disable these tests until we fix the incomplete stream handling behavior.
override fun testOverwriteSyncMultipleFailedGenerationsFilesPreserved() {}
override fun testOverwriteSyncFailedResumedGeneration() {}
override fun testFakeFileTransfer() {}
}

0 comments on commit 0113c14

Please sign in to comment.