Fix results validation (openvinotoolkit#20246)

* Fix results validation * Remove pt quantization * Apply suggestions from code review Co-authored-by: Roman Kazantsev <[email protected]> * Refactor requirements * Revert "Refactor requirements" This reverts commit f78fe3d. --------- Co-authored-by: Roman Kazantsev <[email protected]> Co-authored-by: Ilya Lavrenov <[email protected]>
MirceaDan99 · Oct 5, 2023 · 6664164 · 6664164
1 parent a999e87
commit 6664164
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/tests/model_hub_tests/models_hub_common/test_convert_model.py b/tests/model_hub_tests/models_hub_common/test_convert_model.py
@@ -61,7 +61,7 @@ def infer_ov_model(self, ov_model, inputs, ie_device):
 
     def compare_results(self, fw_outputs, ov_outputs):
         assert len(fw_outputs) == len(ov_outputs), \
-            "Different number of outputs between TensorFlow and OpenVINO:" \
+            "Different number of outputs between framework and OpenVINO:" \
             " {} vs. {}".format(len(fw_outputs), len(ov_outputs))
 
         fw_eps = 5e-2
@@ -73,13 +73,13 @@ def compare_results(self, fw_outputs, ov_outputs):
                     "OpenVINO outputs does not contain tensor with name {}".format(out_name)
                 cur_ov_res = ov_outputs[out_name]
                 print(f"fw_re: {cur_fw_res};\n ov_res: {cur_ov_res}")
-                is_ok = compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
+                is_ok = is_ok and compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
         else:
             for i in range(len(ov_outputs)):
                 cur_fw_res = fw_outputs[i]
                 cur_ov_res = ov_outputs[i]
                 print(f"fw_res: {cur_fw_res};\n ov_res: {cur_ov_res}")
-                is_ok = compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
+                is_ok = is_ok and compare_two_tensors(cur_ov_res, cur_fw_res, fw_eps)
         assert is_ok, "Accuracy validation failed"
 
     def teardown_method(self):

diff --git a/tests/model_hub_tests/torch_tests/requirements.txt b/tests/model_hub_tests/torch_tests/requirements.txt
@@ -11,7 +11,6 @@ sacremoses
 sentencepiece
 datasets
 pyctcdecode
-pytorch-quantization<=2.1.3 --extra-index-url https://pypi.ngc.nvidia.com
 protobuf
 soundfile
 pandas