Update expected_throughput

mlcommons · Dec 5, 2024 · cfaba54 · cfaba54
1 parent 45cb1e8
commit cfaba54
Show file tree

Hide file tree

Showing 3 changed files with 8 additions and 7 deletions.
diff --git a/flutter/integration_test/expected_accuracy.dart b/flutter/integration_test/expected_accuracy.dart
@@ -42,7 +42,7 @@ const Map<String, Interval> _objectDetection = {
   'samsung_npu': Interval(min: 0.36, max: 0.39),
 };
 
-const Map<String, Interval> _imageSegmentation = {
+const Map<String, Interval> _imageSegmentationV2 = {
   'cpu': Interval(min: 0.38, max: 0.40),
   'npu': Interval(min: 0.33, max: 0.34),
   'tpu': Interval(min: 0.33, max: 0.34),
@@ -98,7 +98,7 @@ const Map<String, Interval> _stableDiffusion = {
 const benchmarkExpectedAccuracy = {
   BenchmarkId.imageClassificationV2: _imageClassificationV2,
   BenchmarkId.objectDetection: _objectDetection,
-  BenchmarkId.imageSegmentationV2: _imageSegmentation,
+  BenchmarkId.imageSegmentationV2: _imageSegmentationV2,
   BenchmarkId.naturalLanguageProcessing: _naturalLanguageProcessing,
   BenchmarkId.superResolution: _superResolution,
   BenchmarkId.stableDiffusion: _stableDiffusion,

diff --git a/flutter/integration_test/expected_throughput.dart b/flutter/integration_test/expected_throughput.dart
@@ -54,7 +54,7 @@ const Map<String, Map<String, Interval>> _imageClassificationV2 = {
     _kDN2103: Interval(min: 5, max: 90),
   },
   _kSamsungBackend: {
-    _kS24: Interval(min: 800, max: 1000),
+    _kS24: Interval(min: 700, max: 1000),
   },
 };
 
@@ -81,7 +81,7 @@ const Map<String, Map<String, Interval>> _objectDetection = {
     _kDN2103: Interval(min: 120, max: 210),
   },
   _kSamsungBackend: {
-    _kS24: Interval(min: 1800, max: 2500),
+    _kS24: Interval(min: 1500, max: 2400),
   },
 };
 
@@ -135,7 +135,7 @@ const Map<String, Map<String, Interval>> _naturalLanguageProcessing = {
     _kDN2103: Interval(min: 1, max: 6),
   },
   _kSamsungBackend: {
-    _kS24: Interval(min: 250, max: 400),
+    _kS24: Interval(min: 220, max: 350),
   },
 };
 
@@ -162,7 +162,7 @@ const Map<String, Map<String, Interval>> _superResolution = {
     _kDN2103: Interval(min: 5, max: 15),
   },
   _kSamsungBackend: {
-    _kS24: Interval(min: 120, max: 180),
+    _kS24: Interval(min: 100, max: 180),
   },
 };
 
@@ -217,7 +217,7 @@ const Map<String, Map<String, Interval>> _imageClassificationOfflineV2 = {
     _kDN2103: Interval(min: 5, max: 90),
   },
   _kSamsungBackend: {
-    _kS24: Interval(min: 1000, max: 1200),
+    _kS24: Interval(min: 900, max: 1200),
   },
 };
 

diff --git a/mobile_back_qti/.gitignore b/mobile_back_qti/.gitignore
@@ -0,0 +1 @@
+qairt