Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Add cache for collections #86

Merged
merged 1 commit into from
Apr 30, 2021
Merged

Add cache for collections #86

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
161 changes: 87 additions & 74 deletions src/openeo_grass_gis_driver/collections.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
# -*- coding: utf-8 -*-
from flask_restful import Resource
from flask import make_response, jsonify
from flask import make_response, jsonify, request

from openeo_grass_gis_driver.actinia_processing.actinia_interface import \
ActiniaInterface
Expand All @@ -9,10 +9,12 @@
Collection, CollectionEntry

__license__ = "Apache License, Version 2.0"
__author__ = "Sören Gebbert"
__copyright__ = "Copyright 2018, Sören Gebbert, mundialis"
__maintainer__ = "Soeren Gebbert"
__email__ = "[email protected]"
__author__ = "Sören Gebbert, Carmen Tawalika"
__copyright__ = "Copyright 2018-2021, Sören Gebbert, mundialis"
__maintainer__ = "mundialis"


COLLECTIONS_LIST = []


class Collections(Resource):
Expand All @@ -22,78 +24,89 @@ def __init__(self):

def get(self):

dataset_list = []
global COLLECTIONS_LIST

for location in Config.LOCATIONS:
# if endpoint is called with GET parameter /collections?cache=false
# then the cache is reloaded.
if 'cache' in request.args and request.args['cache'] == "false":
COLLECTIONS_LIST = []

status_code, mapsets = self.iface.list_mapsets(location=location)
if status_code != 200:
return make_response(
jsonify(
{
"description": "An internal error occurred "
"while catching mapset "
"from location %s!" %
location}, 400))
# when cache is reloaded or COLLECTIONS_LIST is empty on startup, fill.
if not COLLECTIONS_LIST:

for mapset in mapsets:
for location in Config.LOCATIONS:

# List strds maps from the GRASS location
status_code, strds_data = self.iface.list_strds(
location=location, mapset=mapset)
if status_code != 200:
return make_response(jsonify(
{"description": "An internal error occurred "
"while catching strds layers!"}, 400))

for entry in strds_data:
strds_id = "%s.%s.strds.%s" % (location, mapset, entry)
ds = CollectionEntry(
id=strds_id,
title="Space time raster dataset",
license="proprietary",
description="Space time raster dataset GRASS GIS location/mapset path: /%s/%s" %
(location,
mapset))
dataset_list.append(ds)

# List raster maps from the GRASS location
status_code, raster_data = self.iface.list_raster(
location=location, mapset=mapset)
if status_code != 200:
return make_response(jsonify(
{"description": "An internal error occurred "
"while catching raster layers!"}, 400))

for entry in raster_data:
raster_id = "%s.%s.raster.%s" % (location, mapset, entry)
ds = CollectionEntry(
id=raster_id,
title="Raster dataset",
license="proprietary",
description="Raster dataset GRASS GIS location/mapset path: /%s/%s" %
(location,
mapset))
dataset_list.append(ds)

# List vector maps from the GRASS location
status_code, vector_data = self.iface.list_vector(
location=location, mapset=mapset)
status_code, mapsets = (self.iface.list_mapsets(
location=location))
if status_code != 200:
return make_response(jsonify(
{"description": "An internal error occurred "
"while catching vector layers!"}, 400))

for entry in vector_data:
vector_id = "%s.%s.vector.%s" % (location, mapset, entry)
ds = CollectionEntry(
id=vector_id,
title="Vector dataset",
license="proprietary",
description="Raster Vector GRASS GIS location/mapset path: /%s/%s" %
(location,
mapset))
dataset_list.append(ds)

c = Collection(collections=dataset_list)
return make_response(
jsonify(
{
"description": "An internal error occurred "
"while catching mapset "
"from location %s!" %
location}, 400))

for mapset in mapsets:

# List strds maps from the GRASS location
status_code, strds_data = self.iface.list_strds(
location=location, mapset=mapset)
if status_code != 200:
return make_response(jsonify(
{"description": "An internal error occurred "
"while catching strds layers!"}, 400))

for entry in strds_data:
strds_id = "%s.%s.strds.%s" % (location, mapset, entry)
ds = CollectionEntry(
id=strds_id,
title="Space time raster dataset",
license="proprietary",
description=("Space time raster dataset GRASS GIS "
" location/mapset path: /%s/%s" % (
location, mapset)))
COLLECTIONS_LIST.append(ds)

# List raster maps from the GRASS location
status_code, raster_data = self.iface.list_raster(
location=location, mapset=mapset)
if status_code != 200:
return make_response(jsonify(
{"description": "An internal error occurred "
"while catching raster layers!"}, 400))

for entry in raster_data:
raster_id = ("%s.%s.raster.%s" % (
location, mapset, entry))
ds = CollectionEntry(
id=raster_id,
title="Raster dataset",
license="proprietary",
description=("Raster dataset GRASS GIS location/"
"mapset path: /%s/%s" % (
location, mapset)))
COLLECTIONS_LIST.append(ds)

# List vector maps from the GRASS location
status_code, vector_data = self.iface.list_vector(
location=location, mapset=mapset)
if status_code != 200:
return make_response(jsonify(
{"description": "An internal error occurred "
"while catching vector layers!"}, 400))

for entry in vector_data:
vector_id = ("%s.%s.vector.%s" % (
location, mapset, entry))
ds = CollectionEntry(
id=vector_id,
title="Vector dataset",
license="proprietary",
description=("Raster Vector GRASS GIS location "
"mapset path: /%s/%s" % (
location, mapset)))
COLLECTIONS_LIST.append(ds)

c = Collection(collections=COLLECTIONS_LIST)
return c.as_response(http_status=200)