diff --git a/appveyor-linux-binary.yml b/appveyor-linux-binary.yml index 450b712d5a..8aaf71573c 100644 --- a/appveyor-linux-binary.yml +++ b/appveyor-linux-binary.yml @@ -255,7 +255,7 @@ for: - sh: "sudo mv /opt/terraform/terraform /usr/local/bin/" - sh: "terraform -version" - - sh: "pytest -vv tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" + - sh: "pytest -vv --reruns 3 tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" # Integ testing local - @@ -272,7 +272,7 @@ for: - sh: "sudo mv /opt/terraform/terraform /usr/local/bin/" - sh: "terraform -version" - - sh: "pytest -vv tests/integration/local/start_api tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-start.json" + - sh: "pytest -vv --reruns 3 tests/integration/local/start_api tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-start.json" # Other testing - @@ -282,4 +282,4 @@ for: test_script: - sh: "pytest -vv -n 4 --reruns 4 --dist loadgroup tests/integration tests/end_to_end --ignore=tests/integration/buildcmd --ignore=tests/integration/delete --ignore=tests/integration/deploy --ignore=tests/integration/package --ignore=tests/integration/sync --ignore=tests/integration/local --json-report --json-report-file=TEST_REPORT-integration-others.json" - - sh: "pytest -vv tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" + - sh: "pytest -vv --reruns 3 tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" diff --git a/appveyor-ubuntu.yml b/appveyor-ubuntu.yml index f5535092c7..c3e45d4114 100644 --- a/appveyor-ubuntu.yml +++ b/appveyor-ubuntu.yml @@ -241,7 +241,7 @@ for: - sh: "sudo mv /opt/terraform/terraform /usr/local/bin/" - sh: "terraform -version" - - sh: "pytest -vv tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" + - sh: "pytest -vv --reruns 3 tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" # Integ testing local - @@ -258,7 +258,7 @@ for: - sh: "sudo mv /opt/terraform/terraform /usr/local/bin/" - sh: "terraform -version" - - sh: "pytest -vv tests/integration/local/start_api tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-start.json" + - sh: "pytest -vv --reruns 3 tests/integration/local/start_api tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-start.json" # Other testing - @@ -268,4 +268,4 @@ for: test_script: - sh: "pytest -vv -n 4 --reruns 4 --dist loadgroup tests/integration tests/end_to_end --ignore=tests/integration/buildcmd --ignore=tests/integration/delete --ignore=tests/integration/deploy --ignore=tests/integration/package --ignore=tests/integration/sync --ignore=tests/integration/local --json-report --json-report-file=TEST_REPORT-integration-others.json" - - sh: "pytest -vv tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" + - sh: "pytest -vv --reruns 3 tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" diff --git a/appveyor-windows-binary.yml b/appveyor-windows-binary.yml index 86432d42cc..ce5ac4b92c 100644 --- a/appveyor-windows-binary.yml +++ b/appveyor-windows-binary.yml @@ -269,7 +269,7 @@ for: - "choco install terraform" - "terraform -version" - - ps: "pytest -vv tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" + - ps: "pytest -vv --reruns 3 tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" #Integ testing local start-api - matrix: @@ -281,7 +281,7 @@ for: - "choco install terraform" - "terraform -version" - - ps: "pytest -vv tests/integration/local/start_api --json-report --json-report-file=TEST_REPORT-integration-local-api.json" + - ps: "pytest -vv --reruns 3 tests/integration/local/start_api --json-report --json-report-file=TEST_REPORT-integration-local-api.json" #Integ testing local start-lambda - matrix: @@ -293,7 +293,7 @@ for: - "choco install terraform" - "terraform -version" - - ps: "pytest -vv tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-lambda.json" + - ps: "pytest -vv --reruns 3 tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-lambda.json" #Other testing - matrix: @@ -302,7 +302,7 @@ for: test_script: - ps: "pytest -vv -n 4 --reruns 4 --dist loadgroup tests/integration tests/end_to_end --ignore=tests/integration/buildcmd --ignore=tests/integration/delete --ignore=tests/integration/deploy --ignore=tests/integration/package --ignore=tests/integration/sync --ignore=tests/integration/local --json-report --json-report-file=TEST_REPORT-integration-others.json" - - ps: "pytest -vv tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" + - ps: "pytest -vv --reruns 3 tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" # Uncomment for RDP # on_finish: # - ps: $blockRdp = $true; iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1')) diff --git a/appveyor-windows.yml b/appveyor-windows.yml index 3100a1d655..20b646ef33 100644 --- a/appveyor-windows.yml +++ b/appveyor-windows.yml @@ -260,7 +260,7 @@ for: - "choco install terraform" - "terraform -version" - - ps: "pytest -vv tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" + - ps: "pytest -vv --reruns 3 tests/integration/local/invoke tests/integration/local/generate_event --json-report --json-report-file=TEST_REPORT-integration-local.json" #Integ testing local start-api - matrix: @@ -272,7 +272,7 @@ for: - "choco install terraform" - "terraform -version" - - ps: "pytest -vv tests/integration/local/start_api --json-report --json-report-file=TEST_REPORT-integration-local-api.json" + - ps: "pytest -vv --reruns 3 tests/integration/local/start_api --json-report --json-report-file=TEST_REPORT-integration-local-api.json" #Integ testing local start-lambda - matrix: @@ -284,7 +284,7 @@ for: - "choco install terraform" - "terraform -version" - - ps: "pytest -vv tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-lambda.json" + - ps: "pytest -vv --reruns 3 tests/integration/local/start_lambda --json-report --json-report-file=TEST_REPORT-integration-local-lambda.json" #Other testing - matrix: @@ -293,7 +293,7 @@ for: test_script: - ps: "pytest -vv -n 4 --reruns 4 --dist loadgroup tests/integration tests/end_to_end --ignore=tests/integration/buildcmd --ignore=tests/integration/delete --ignore=tests/integration/deploy --ignore=tests/integration/package --ignore=tests/integration/sync --ignore=tests/integration/local --json-report --json-report-file=TEST_REPORT-integration-others.json" - - ps: "pytest -vv tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" + - ps: "pytest -vv --reruns 3 tests/regression --json-report --json-report-file=TEST_REPORT-regression.json" # Uncomment for RDP # on_finish: # - ps: $blockRdp = $true; iex ((new-object net.webclient).DownloadString('https://raw.githubusercontent.com/appveyor/ci/master/scripts/enable-rdp.ps1'))