Skip to content

Commit

Permalink
[GHA] Fixed Win debug pipeline (#27056)
Browse files Browse the repository at this point in the history
### Details:
 - Fixed Debug build by setting the right build_type
 -  Skipped long functional tests 
 - skipped failed tests

### Tickets:
 - *155031*
  • Loading branch information
mryzhov authored Oct 25, 2024
1 parent 361cf2c commit 094c0b9
Show file tree
Hide file tree
Showing 9 changed files with 72 additions and 26 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/job_build_linux.yml
Original file line number Diff line number Diff line change
Expand Up @@ -331,7 +331,7 @@ jobs:
${{ env.BUILD_DIR }}/openvino_tests.tar.gz
${{ env.BUILD_DIR }}/deb
${{ env.MANIFEST_PATH }}
${{ env.STORE_WHEELS == 'true' && format('{0}/wheels', env.BUILD_DIR) || '' }}
${{ env.STORE_WHEELS == 'true' && format('{0}/wheels', env.INSTALL_WHEELS_DIR) || '' }}
storage_dir: ${{ env.PRODUCT_TYPE }}
storage_root: ${{ env.ARTIFACTS_SHARE }}
env:
Expand Down
26 changes: 10 additions & 16 deletions .github/workflows/job_build_windows.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,10 @@ on:
description: 'Target branch for the build'
type: string
required: true
cmake-options:
description: 'A string of options passed to CMake'
type: string
required: true

permissions: read-all

Expand All @@ -33,7 +37,6 @@ jobs:
runs-on: ${{ inputs.runner }}
env:
CMAKE_BUILD_TYPE: ${{ inputs.build-type }}
CMAKE_GENERATOR: 'Ninja Multi-Config'
CMAKE_CXX_COMPILER_LAUNCHER: ccache
CMAKE_C_COMPILER_LAUNCHER: ccache
CCACHE_REMOTE_DIR: C:\\mount\\caches\\ccache\\windows2022_x86_64_${{ inputs.build-type }}\\${{ inputs.target-branch }}
Expand Down Expand Up @@ -155,25 +158,13 @@ jobs:

- name: CMake configure
run: |
cmake -G "${{ env.CMAKE_GENERATOR }}" `
-DENABLE_CPPLINT=OFF `
-DBUILD_SHARED_LIBS=ON `
-DENABLE_TESTS=ON `
-DCMAKE_COMPILE_WARNING_AS_ERROR=ON `
-DENABLE_STRICT_DEPENDENCIES=OFF `
-DENABLE_PYTHON=ON `
-DCMAKE_DISABLE_FIND_PACKAGE_PkgConfig=ON `
-DCMAKE_BUILD_TYPE=${{ env.CMAKE_BUILD_TYPE }} `
-DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" `
-DOPENVINO_EXTRA_MODULES="${{ env.OPENVINO_CONTRIB_REPO }}/modules/custom_operations;${{ env.OPENVINO_CONTRIB_REPO }}/modules/java_api" `
-S ${{ env.OPENVINO_REPO }} `
-B ${{ env.BUILD_DIR }}
cmake -S ${{ env.OPENVINO_REPO }} -B ${{ env.BUILD_DIR }} ${{ inputs.cmake-options }}
- name: Clean ccache stats
run: '& ccache --zero-stats'

- name: Cmake build - OpenVINO
run: cmake --build ${{ env.BUILD_DIR }} --parallel --verbose
run: cmake --build ${{ env.BUILD_DIR }} --config ${{ env.CMAKE_BUILD_TYPE }} --parallel --verbose

- name: Show ccache stats
run: '& ccache --show-stats'
Expand Down Expand Up @@ -225,6 +216,7 @@ jobs:
if-no-files-found: 'error'

- name: Upload openvino wheels
if: ${{ inputs.build-type != 'Debug' }}
uses: actions/upload-artifact@b4b15b8c7c6ac21ea08fcf65892d2ee8f75cf882 # v4.4.3
with:
name: openvino_wheels
Expand Down Expand Up @@ -254,7 +246,9 @@ jobs:
artifacts: |
${{ env.BUILD_DIR }}/openvino_package.zip
${{ env.BUILD_DIR }}/openvino_tests.zip
${{ env.INSTALL_WHEELS_DIR }}/wheels
${{ env.MANIFEST_PATH }}
${{ env.STORE_WHEELS == 'true' && format('{0}/wheels', env.INSTALL_WHEELS_DIR) || '' }}
storage_dir: ${{ env.PRODUCT_TYPE }}
storage_root: ${{ env.ARTIFACTS_SHARE }}
env:
STORE_WHEELS: ${{ inputs.build-type != 'Debug' }}
24 changes: 18 additions & 6 deletions .github/workflows/job_cxx_unit_tests.yml
Original file line number Diff line number Diff line change
Expand Up @@ -20,13 +20,23 @@ on:
description: 'OS that is used for testing in the form of "ubuntu_20_04"'
type: string
required: true
build-type:
description: 'OpenVINO build type, e.g., "Release"'
type: string
required: false
default: 'Release'
timeout-minutes:
description: 'Timeout in minutes for the job'
type: number
required: false
default: 35

permissions: read-all

jobs:
CXX_Unit_Tests:
name: C++ unit tests
timeout-minutes: ${{ contains(inputs.runner, 'win') && 50 || 35 }}
timeout-minutes: ${{ inputs.timeout-minutes }}
runs-on: ${{ inputs.runner }}
container:
image: ${{ inputs.image }}
Expand Down Expand Up @@ -165,7 +175,6 @@ jobs:
if: ${{ fromJSON(inputs.affected-components).transformations.test && runner.arch != 'ARM64' }} # Ticket: 126281
run: |
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_transformations_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-Transformations.xml
- name: Common test utils tests
Expand Down Expand Up @@ -208,8 +217,9 @@ jobs:
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_auto_func_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_func_tests.xml
# Disabled for debug build due to long execution time
- name: Template plugin func tests
if: fromJSON(inputs.affected-components).TEMPLATE.test
if: ${{ fromJSON(inputs.affected-components).TEMPLATE.test && inputs.build-type != 'debug' }}
run: |
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_template_func_tests --gtest_print_time=1 --gtest_filter=*smoke* --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-TemplateFuncTests.xml
Expand All @@ -231,9 +241,10 @@ jobs:
run: |
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_auto_batch_unit_tests --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_batch_unit_tests.xml
# Disabled for debug build due to long execution time
- name: AutoBatch func tests
if: fromJSON(inputs.affected-components).AUTO_BATCH.test
if: ${{ fromJSON(inputs.affected-components).AUTO_BATCH.test && inputs.build-type != 'debug' }}
run: |
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_auto_batch_func_tests --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-ov_auto_batch_func_tests.xml --gtest_filter="*smoke*"
Expand All @@ -250,8 +261,9 @@ jobs:
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_hetero_unit_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-OVHeteroUnitTests.xml
# Disabled for debug build due to long execution time
- name: Hetero func tests
if: ${{ fromJSON(inputs.affected-components).HETERO.test && inputs.os != 'debian_10' }} # Ticket: 153170
if: ${{ fromJSON(inputs.affected-components).HETERO.test && inputs.os != 'debian_10' && inputs.build-type != 'debug' }} # Ticket: 153170
run: |
${{ env.SETUPVARS_COMMAND }}
${{ env.INSTALL_TEST_DIR }}/ov_hetero_func_tests --gtest_print_time=1 --gtest_output=xml:${{ env.INSTALL_TEST_DIR }}/TEST-OVHeteroFuncTests.xml --gtest_filter="*smoke*"
Expand Down
20 changes: 17 additions & 3 deletions .github/workflows/windows_vs2019_debug.yml
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,7 @@ name: Windows (VS 2019, Python 3.11, Debug)
on:
workflow_dispatch:
merge_group:
pull_request:
push:
branches:
- master
Expand Down Expand Up @@ -52,10 +53,21 @@ jobs:
if: "!needs.smart_ci.outputs.skip_workflow"
uses: ./.github/workflows/job_build_windows.yml
with:
runner: 'aks-win-16-cores-32gb'
runner: 'aks-win-32-cores-128gb'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}
build-type: 'Debug'
target-branch: ${{ needs.smart_ci.outputs.target_branch }}
cmake-options: |-
-G "Ninja" `
-DENABLE_PYTHON=OFF `
-DENABLE_CPPLINT=OFF `
-DBUILD_SHARED_LIBS=ON `
-DENABLE_TESTS=ON `
-DCMAKE_COMPILE_WARNING_AS_ERROR=ON `
-DENABLE_STRICT_DEPENDENCIES=OFF `
-DCMAKE_DISABLE_FIND_PACKAGE_PkgConfig=ON `
-DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" `
-DOPENVINO_EXTRA_MODULES="${env:OPENVINO_CONTRIB_REPO }}/modules/custom_operations;${env:OPENVINO_CONTRIB_REPO}/modules/java_api"
CXX_Unit_Tests:
name: C++ unit tests
Expand All @@ -65,7 +77,9 @@ jobs:
runner: 'aks-win-4-cores-8gb'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}
os: 'windows_2019'

build-type: 'Debug'
timeout-minutes: 60

Overall_Status:
name: ci/gha_overall_status_windows_debug
needs: [ Smart_CI, Build, CXX_Unit_Tests ]
Expand All @@ -78,4 +92,4 @@ jobs:
contains(needs.*.result, 'failure') ||
contains(needs.*.result, 'cancelled')
}}
run: exit 1
run: exit 1
13 changes: 13 additions & 0 deletions .github/workflows/windows_vs2019_release.yml
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,17 @@ jobs:
affected-components: ${{ needs.smart_ci.outputs.affected_components }}
build-type: 'Release'
target-branch: ${{ needs.smart_ci.outputs.target_branch }}
cmake-options: |-
-G "Ninja Multi-Config" `
-DENABLE_PYTHON=ON `
-DENABLE_CPPLINT=OFF `
-DBUILD_SHARED_LIBS=ON `
-DENABLE_TESTS=ON `
-DCMAKE_COMPILE_WARNING_AS_ERROR=ON `
-DENABLE_STRICT_DEPENDENCIES=OFF `
-DCMAKE_DISABLE_FIND_PACKAGE_PkgConfig=ON `
-DCUSTOM_OPERATIONS="calculate_grid;complex_mul;fft;grid_sample;sparse_conv;sparse_conv_transpose" `
-DOPENVINO_EXTRA_MODULES="${env:OPENVINO_CONTRIB_REPO }}/modules/custom_operations;${env:OPENVINO_CONTRIB_REPO}/modules/java_api"
Samples:
needs: [ Build, Smart_CI ]
Expand Down Expand Up @@ -424,6 +435,8 @@ jobs:
runner: 'aks-win-4-cores-8gb'
affected-components: ${{ needs.smart_ci.outputs.affected_components }}
os: 'windows_2019'
build-type: 'Release'
timeout-minutes: 50

CPU_Functional_Tests:
name: CPU functional tests
Expand Down
8 changes: 8 additions & 0 deletions src/common/snippets/tests/src/pass/mha_tokenization.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -169,6 +169,10 @@ TEST_F(TokenizeMHASnippetsTests, smoke_Snippets_MHA3D_SplitM) {
}

TEST_F(TokenizeMHASnippetsTests, smoke_Snippets_MHA3D_SplitM_withMul) {
#if defined(WIN32) && !defined(NDEBUG)
test_skipped = true;
GTEST_SKIP() << "Skipping on Windows in Debug mode due to Issue 155258.";
#endif
const auto& f = MHASplitMFunction(std::vector<PartialShape>{{128, 12, 64}, {128, 12, 64}, {12, 128, 128}, {128, 12, 64}},
std::vector<ov::element::Type>({ov::element::f32, ov::element::f32, ov::element::f32, ov::element::f32}),
std::vector<Shape>{{2, 64, 12, 64}, {128, 12, 1, 64}, {12, 2, 64, 128}, {1, 128, 12, 64}, {128, 12, 64}},
Expand All @@ -191,6 +195,10 @@ TEST_F(TokenizeMHASnippetsTests, smoke_Snippets_MHA4D_SplitM) {
}

TEST_F(TokenizeMHASnippetsTests, smoke_Snippets_MHA4D_SplitM_withMul) {
#if defined(WIN32) && !defined(NDEBUG)
test_skipped = true;
GTEST_SKIP() << "Skipping on Windows in Debug mode due to Issue 155258.";
#endif
const auto& f = MHASplitMFunction(std::vector<PartialShape>{{1, 384, 16, 64}, {1, 384, 16, 64}, {1, 1, 1, 384}, {1, 384, 16, 64}},
std::vector<ov::element::Type>({ov::element::f32, ov::element::f32, ov::element::f32, ov::element::f32}),
std::vector<Shape>{{1, 6, 64, 16, 64}, {1, 384, 16, 1, 64}, {1, 1, 1, 1, 384}, {1, 1, 384, 16, 64}, {1, 384, 16, 64}},
Expand Down
1 change: 1 addition & 0 deletions src/plugins/intel_npu/src/backend/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -57,6 +57,7 @@ if(TARGET ze_loader)

# Support tests to run with ze_loader
install(TARGETS ze_loader
RUNTIME DESTINATION tests COMPONENT tests EXCLUDE_FROM_ALL
LIBRARY DESTINATION tests COMPONENT tests EXCLUDE_FROM_ALL)
endif()

Original file line number Diff line number Diff line change
Expand Up @@ -38,6 +38,7 @@ class TransformationTestsF : public ov::test::TestsCommon {
protected:
float m_abs_threshold = 5e-4f;
float m_rel_threshold = 1e-3f;
bool test_skipped = false;

private:
std::shared_ptr<ov::pass::UniqueNamesHolder> m_unh;
Expand Down
3 changes: 3 additions & 0 deletions src/tests/test_utils/common_test_utils/src/ov_test_utils.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,9 @@ void TransformationTestsF::SetUp() {
}

void TransformationTestsF::TearDown() {
if (test_skipped) {
return;
}
OPENVINO_ASSERT(model != nullptr, "Test Model is not initialized.");

std::shared_ptr<ov::Model> cloned_function;
Expand Down

0 comments on commit 094c0b9

Please sign in to comment.