Fix results validation

.github/workflows/linux.yml

@@ -1156,8 +1156,8 @@ jobs:
 
       - name: Install PyTorch tests requirements
         run: |
+          python3 -m pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
           python3 -m pip install -r ${MODEL_HUB_TESTS_INSTALL_DIR}/torch_tests/requirements.txt
-          python3 -m pip install -r ${MODEL_HUB_TESTS_INSTALL_DIR}/torch_tests/requirements_secondary.txt
           echo "Available storage:"
           df -h
         env:

tests/model_hub_tests/models_hub_common/test_convert_model.py

@@ -61,7 +61,7 @@ def infer_ov_model(self, ov_model, inputs, ie_device):
 
     def compare_results(self, fw_outputs, ov_outputs):
         assert len(fw_outputs) == len(ov_outputs), \
-            "Different number of outputs between TensorFlow and OpenVINO:" \
+            "Different number of outputs between framework and OpenVINO:" \
             " {} vs. {}".format(len(fw_outputs), len(ov_outputs))
 
         fw_eps = 5e-2
@@ -73,13 +73,13 @@ def compare_results(self, fw_outputs, ov_outputs):
                     "OpenVINO outputs does not contain tensor with name {}".format(out_name)
                 cur_ov_res = ov_outputs[out_name]
                 print(f"fw_re: {cur_fw_res};\n ov_res: {cur_ov_res}")
-                is_ok = compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
+                is_ok = is_ok and compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
         else:
             for i in range(len(ov_outputs)):
                 cur_fw_res = fw_outputs[i]
                 cur_ov_res = ov_outputs[i]
                 print(f"fw_res: {cur_fw_res};\n ov_res: {cur_ov_res}")
-                is_ok = compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
+                is_ok = is_ok and compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
         assert is_ok, "Accuracy validation failed"
 
     def teardown_method(self):

tests/model_hub_tests/torch_tests/requirements.txt

@@ -11,7 +11,8 @@ sacremoses
 sentencepiece
 datasets
 pyctcdecode
-pytorch-quantization<=2.1.3 --extra-index-url https://pypi.ngc.nvidia.com
 protobuf
 soundfile
 pandas
+git+https://github.com/facebookresearch/detectron2.git@1a4df4d954089534daebbd7a0a45f08ece87056e
+natten