Sp3 changes + unittesting

.github/workflows/python-cicd-units.yaml

@@ -0,0 +1,21 @@
+name: Python CICD pipelines - Unittesting
+
+on: [push]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Python 3.10
+        uses: actions/setup-python@v2
+        with:
+          python-version: "3.10"
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install boto3 click hatanaka matplotlib numpy pandas plotext==4.2 plotly pymongo pytest scipy tqdm unlzw3 typing_extensions
+      - name: Run tests
+        run: |
+          python -m unittest discover -s tests -v

.gitignore

@@ -12,4 +12,4 @@ __pycache__
 .vscode
 .idea
 # Other files
-scratch
+scratch/

gnssanalysis/gn_io/common.py

@@ -1,4 +1,5 @@
 """Base functions for file reading"""
+
 import base64 as _base64
 import gzip as _gzip
 import hashlib as _hashlib
@@ -27,13 +28,19 @@ def path2bytes(path: _Union[_Path, str, bytes]) -> bytes:
 
     if isinstance(path, _Path):
         path = path.as_posix()
-
-    if path.endswith(".Z"):
-        databytes = _lzw2bytes(path)
-    elif path.endswith(".gz"):
-        databytes = _gz2bytes(path)
-    else:
-        databytes = _txt2bytes(path)
+    try:
+        if path.endswith(".Z"):
+            databytes = _lzw2bytes(path)
+        elif path.endswith(".gz"):
+            databytes = _gz2bytes(path)
+        else:
+            databytes = _txt2bytes(path)
+    except FileNotFoundError:
+        _logging.error(f"File {path} not found. Returning empty bytes.")
+        return None
+    except Exception as e:
+        _logging.error(f"Error reading file {path} with error {e}. Returning empty bytes.")
+        return None
     return databytes