diff --git a/.github/workflows/robustness-template.yaml b/.github/workflows/robustness-template.yaml index c668beaed78..788f14d7a82 100644 --- a/.github/workflows/robustness-template.yaml +++ b/.github/workflows/robustness-template.yaml @@ -53,7 +53,7 @@ jobs: apt update && apt-get --yes install cmake libfuse3-dev libfuse3-3 fuse3 make install-lazyfs # Use --failfast to avoid overriding report generated by failed test - GO_TEST_FLAGS="-v --count ${{ inputs.count }} --timeout ${{ inputs.testTimeout }} --failfast --run TestRobustness" + GO_TEST_FLAGS="-v --count 100 --timeout ${{ inputs.testTimeout }} --failfast --run TestRobustness/Etcd/HighTraffic/ClusterOfSize1" case "${ETCD_BRANCH}" in release-3.5) EXPECT_DEBUG=true GO_TEST_FLAGS=${GO_TEST_FLAGS} RESULTS_DIR=/tmp/results make test-robustness-release-3.5 diff --git a/tests/robustness/failpoints.go b/tests/robustness/failpoints.go index d7fbba8aae8..664d5220d70 100644 --- a/tests/robustness/failpoints.go +++ b/tests/robustness/failpoints.go @@ -67,14 +67,15 @@ var ( RaftBeforeSaveSnapPanic Failpoint = goPanicFailpoint{"raftBeforeSaveSnap", triggerBlackhole{waitTillSnapshot: true}, Follower} RaftAfterSaveSnapPanic Failpoint = goPanicFailpoint{"raftAfterSaveSnap", triggerBlackhole{waitTillSnapshot: true}, Follower} allFailpoints = []Failpoint{ - KillFailpoint, BeforeCommitPanic, AfterCommitPanic, RaftBeforeSavePanic, RaftAfterSavePanic, - DefragBeforeCopyPanic, DefragBeforeRenamePanic, BackendBeforePreCommitHookPanic, BackendAfterPreCommitHookPanic, - BackendBeforeStartDBTxnPanic, BackendAfterStartDBTxnPanic, BackendBeforeWritebackBufPanic, - BackendAfterWritebackBufPanic, CompactBeforeCommitScheduledCompactPanic, CompactAfterCommitScheduledCompactPanic, - CompactBeforeSetFinishedCompactPanic, CompactAfterSetFinishedCompactPanic, CompactBeforeCommitBatchPanic, - CompactAfterCommitBatchPanic, RaftBeforeLeaderSendPanic, BlackholePeerNetwork, DelayPeerNetwork, - RaftBeforeFollowerSendPanic, RaftBeforeApplySnapPanic, RaftAfterApplySnapPanic, RaftAfterWALReleasePanic, - RaftBeforeSaveSnapPanic, RaftAfterSaveSnapPanic, BlackholeUntilSnapshot, + KillFailpoint, + //BeforeCommitPanic, AfterCommitPanic, RaftBeforeSavePanic, RaftAfterSavePanic, + //DefragBeforeCopyPanic, DefragBeforeRenamePanic, BackendBeforePreCommitHookPanic, BackendAfterPreCommitHookPanic, + //BackendBeforeStartDBTxnPanic, BackendAfterStartDBTxnPanic, BackendBeforeWritebackBufPanic, + //BackendAfterWritebackBufPanic, CompactBeforeCommitScheduledCompactPanic, CompactAfterCommitScheduledCompactPanic, + //CompactBeforeSetFinishedCompactPanic, CompactAfterSetFinishedCompactPanic, CompactBeforeCommitBatchPanic, + //CompactAfterCommitBatchPanic, RaftBeforeLeaderSendPanic, BlackholePeerNetwork, DelayPeerNetwork, + //RaftBeforeFollowerSendPanic, RaftBeforeApplySnapPanic, RaftAfterApplySnapPanic, RaftAfterWALReleasePanic, + //RaftBeforeSaveSnapPanic, RaftAfterSaveSnapPanic, BlackholeUntilSnapshot, } ) diff --git a/tests/robustness/linearizability_test.go b/tests/robustness/linearizability_test.go index e905ada83d4..27cecd9ca93 100644 --- a/tests/robustness/linearizability_test.go +++ b/tests/robustness/linearizability_test.go @@ -69,6 +69,8 @@ func TestRobustness(t *testing.T) { e2e.WithGoFailEnabled(true), e2e.WithCompactionBatchLimit(100), e2e.WithWatchProcessNotifyInterval(100 * time.Millisecond), + e2e.WithWaitClusterReadyTimeout(time.Nanosecond), + e2e.WithEnvVars(map[string]string{"GOFAIL_FAILPOINTS": `beforeApplyOneConfChange=sleep("0.1s")`}), } scenarios := []testScenario{} for _, tp := range trafficProfiles { diff --git a/tests/robustness/traffic/traffic.go b/tests/robustness/traffic/traffic.go index 4d98d2c2652..75365b291da 100644 --- a/tests/robustness/traffic/traffic.go +++ b/tests/robustness/traffic/traffic.go @@ -36,7 +36,7 @@ var ( LowTraffic = Profile{ Name: "LowTraffic", - MinimalQPS: 100, + MinimalQPS: 50, MaximalQPS: 200, ClientCount: 8, MaxNonUniqueRequestConcurrency: 3,