fixing imports

tutorials/quick_start/common/data_loader.py

@@ -0,0 +1,108 @@
+# Copyright 2021 Sony Semiconductor Israel, Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+
+import os
+from typing import List, Callable
+
+import numpy as np
+from PIL import Image
+from model_compression_toolkit.logger import Logger
+
+#:
+FILETYPES = ['jpeg', 'jpg', 'bmp', 'png']
+
+
+class FolderImageLoader(object):
+    """
+
+    Class for images loading, processing and retrieving.
+
+    """
+
+    def __init__(self,
+                 folder: str,
+                 preprocessing: List[Callable],
+                 batch_size: int,
+                 file_types: List[str] = FILETYPES):
+
+        """ Initialize a FolderImageLoader object.
+
+        Args:
+            folder: Path of folder with images to load. The path has to exist, and has to contain at
+            least one image.
+            preprocessing: List of functions to use when processing the images before retrieving them.
+            batch_size: Number of images to retrieve each sample.
+            file_types: Files types to scan in the folder. Default list is :data:`~model_compression_toolkit.core.common.data_loader.FILETYPES`
+
+        Examples:
+
+            Instantiate a FolderImageLoader using a directory of images, that returns 10 images randomly each time it is sampled:
+
+            >>> image_data_loader = FolderImageLoader('path/to/images/directory', preprocessing=[], batch_size=10)
+            >>> images = image_data_loader.sample()
+
+            To preprocess the images before retrieving them, a list of preprocessing methods can be passed:
+
+            >>> image_data_loader = FolderImageLoader('path/to/images/directory', preprocessing=[lambda x: (x-127.5)/127.5], batch_size=10)
+
+            For the FolderImageLoader to scan only specific files extensions, a list of extensions can be passed:
+
+            >>> image_data_loader = FolderImageLoader('path/to/images/directory', preprocessing=[], batch_size=10, file_types=['png'])
+
+        """
+
+        self.folder = folder
+        self.image_list = []
+        print(f"Starting Scanning Disk: {self.folder}")
+        for root, dirs, files in os.walk(self.folder):
+            for file in files:
+                file_type = file.split('.')[-1].lower()
+                if file_type in file_types:
+                    self.image_list.append(os.path.join(root, file))
+        self.n_files = len(self.image_list)
+        if self.n_files == 0:
+            Logger.error(f"No files of type: {FILETYPES} are found!") # pragma: no cover
+        print(f"Finished Disk Scanning: Found {self.n_files} files")
+        self.preprocessing = preprocessing
+        self.batch_size = batch_size
+
+    def _sample(self):
+        """
+        Read batch_size random images from the image_list the FolderImageLoader holds.
+        Process them using the preprocessing list that was passed at initialization, and
+        prepare it for retrieving.
+        """
+
+        index = np.random.randint(0, self.n_files, self.batch_size)
+        image_list = []
+        for i in index:
+            file = self.image_list[i]
+            img = np.uint8(np.array(Image.open(file).convert('RGB')))
+            for p in self.preprocessing:  # preprocess images
+                img = p(img)
+            image_list.append(img)
+        self.next_batch_data = np.stack(image_list, axis=0)
+
+    def sample(self):
+        """
+
+        Returns: A sample of batch_size images from the folder the FolderImageLoader scanned.
+
+        """
+
+        self._sample()
+        data = self.next_batch_data  # get current data
+        return data

tutorials/quick_start/common/results.py

@@ -18,7 +18,7 @@
 from typing import List, Union
 
 from model_compression_toolkit.core.common.user_info import UserInformation
-from common.constants import MODEL_NAME, MODEL_LIBRARY, VALIDATION_DATASET_FOLDER
+from tutorials.quick_start.common.constants import MODEL_NAME, MODEL_LIBRARY, VALIDATION_DATASET_FOLDER
 
 from model_compression_toolkit.target_platform_capabilities.target_platform import TargetPlatformCapabilities
 from tutorials.quick_start.common.tpc_info import TPCInfo

tutorials/quick_start/pytorch_fw/ultralytics_lib/common_replacers.py

@@ -22,7 +22,7 @@
 
 import torch
 
-from common.model_lib import ModuleReplacer
+from tutorials.quick_start.common.model_lib import ModuleReplacer
 from ultralytics import YOLO
 from ultralytics.nn.modules import C2f
 from ultralytics.cfg import get_cfg

tutorials/quick_start/pytorch_fw/ultralytics_lib/model_lib.py

@@ -32,7 +32,7 @@
     MODULE_REPLACER
 from tutorials.quick_start.common.results import DatasetInfo
 from tutorials.mct_model_garden.models_keras.yolov8.yolov8_preprocess import yolov8_preprocess_chw_transpose
-from model_compression_toolkit.core import FolderImageLoader
+from tutorials.quick_start.common.data_loader import FolderImageLoader
 from model_compression_toolkit.core.pytorch.back2framework.pytorch_model_builder import PytorchModel