Postprocess inference#
+Kherson Dam Break end-to-end floodmap#
Last Modified: 30-11-2023
Authors: Gonzalo Mateo-García, Enrique Portalés-Julià
@@ -435,7 +435,6 @@
Step 1: Install and import the necessary packagesInstall the ml4floods and geemap packages if not installed
!pip install geemap
!pip install ml4floods
-
@@ -2858,20 +2857,20 @@ Licence
diff --git a/content/ml_overview.html b/content/ml_overview.html
index 1fca663..460de94 100644
--- a/content/ml_overview.html
+++ b/content/ml_overview.html
@@ -171,8 +171,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/prep/demo_pytorch_transforms.html b/content/prep/demo_pytorch_transforms.html
index 578f665..ee6a794 100644
--- a/content/prep/demo_pytorch_transforms.html
+++ b/content/prep/demo_pytorch_transforms.html
@@ -173,8 +173,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/prep/full_data_ingest.html b/content/prep/full_data_ingest.html
index 1b9881b..3aba204 100644
--- a/content/prep/full_data_ingest.html
+++ b/content/prep/full_data_ingest.html
@@ -171,8 +171,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/prep/gt_masks_generation.html b/content/prep/gt_masks_generation.html
index 4c0178c..6b74466 100644
--- a/content/prep/gt_masks_generation.html
+++ b/content/prep/gt_masks_generation.html
@@ -171,8 +171,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/worldfloods_dataset.html b/content/worldfloods_dataset.html
index ebe541c..0c0108a 100644
--- a/content/worldfloods_dataset.html
+++ b/content/worldfloods_dataset.html
@@ -171,8 +171,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/genindex.html b/genindex.html
index 9413d77..28f65c4 100644
--- a/genindex.html
+++ b/genindex.html
@@ -168,8 +168,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/objects.inv b/objects.inv
index e252083..dd2f9e1 100644
Binary files a/objects.inv and b/objects.inv differ
diff --git a/search.html b/search.html
index f0ae8ed..459eb78 100644
--- a/search.html
+++ b/search.html
@@ -170,8 +170,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/searchindex.js b/searchindex.js
index 69129b5..c47cf8c 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["README", "content/config", "content/intro/introduction", "content/labeling", "content/ml4ops/HOWTO_Calculate_uncertainty_maps", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary", "content/ml4ops/HOWTO_Run_Inference_on_new_data", "content/ml4ops/HOWTO_Train_models", "content/ml4ops/HOWTO_inference_on_image_time_series", "content/ml4ops/HOWTO_performance_metrics_workflow", "content/ml4ops/HOWTO_postprocess_inference", "content/ml_overview", "content/prep/demo_pytorch_transforms", "content/prep/full_data_ingest", "content/prep/gt_masks_generation", "content/worldfloods_dataset"], "filenames": ["README.md", "content/config.md", "content/intro/introduction.md", "content/labeling.md", "content/ml4ops/HOWTO_Calculate_uncertainty_maps.ipynb", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary.ipynb", "content/ml4ops/HOWTO_Run_Inference_on_new_data.ipynb", "content/ml4ops/HOWTO_Train_models.ipynb", "content/ml4ops/HOWTO_inference_on_image_time_series.ipynb", "content/ml4ops/HOWTO_performance_metrics_workflow.ipynb", "content/ml4ops/HOWTO_postprocess_inference.ipynb", "content/ml_overview.md", "content/prep/demo_pytorch_transforms.ipynb", "content/prep/full_data_ingest.ipynb", "content/prep/gt_masks_generation.ipynb", "content/worldfloods_dataset.md"], "titles": ["Create docs", "Introduction", "Project rationale", "Viewer and label editor", "Probabilistic neural networks", "Inference with clouds aware floods segmentation model", "Run inference", "Train models", "Run inference on time series of Sentinel-2 images", "Model Metrics", "Postprocess inference", "MLOps overview", "Pre-processing Demonstration", "Ingest Flood Extent Maps", "Ground Truth", "The WorldFloods database"], "terms": {"instal": [0, 6, 7, 9, 13, 14], "jupyt": [0, 10], "book": 0, "ghp": 0, "import": [0, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "from": [0, 1, 4, 6, 8, 9, 10, 11, 12, 14], "main": 0, "directori": [0, 6, 7, 9, 12, 13, 14, 15], "run": [0, 1, 2, 3, 7, 11, 13, 14, 15], "make": [0, 2, 5, 6, 12, 13], "build": [0, 2, 4, 6], "jupyterbook": [0, 6, 7, 14], "check": [0, 13], "local": [0, 4, 6, 7, 9, 12], "look": [0, 10, 13], "good": 0, "upload": [0, 13], "github": [0, 1, 3, 13], "n": [0, 1, 12], "p": [0, 1, 4, 12], "f": [0, 1, 4, 5, 7, 8, 9, 10, 12, 13], "_build": 0, "html": [0, 7], "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13], "commit": 0, "should": [0, 4, 5], "appear": [0, 1, 2], "branch": 0, "gh": 0, "page": [0, 1, 5, 7, 8, 10, 15], "live": 0, "spaceml": [0, 3, 13], "org": [0, 3, 13, 15], "io": [0, 7], "ml4flood": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14], "twine": 0, "first": [0, 7, 10, 12, 14, 15], "updat": 0, "version": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15], "number": [0, 1, 5, 7, 8, 10, 12, 15], "__init__": 0, "py": [0, 3, 5, 7, 8, 10, 13], "rm": 0, "rf": 0, "dist": 0, "python": [0, 1, 3], "setup": 0, "sdist": 0, "bdist_wheel": 0, "testpypi": 0, "m": [0, 8, 10, 13], "repositori": [0, 13], "real": [0, 2, 12], "pypi": 0, "shown": [0, 7], "project": [0, 1, 5, 7, 10, 12, 13, 15], "test": [0, 1, 3, 4, 5, 6, 7, 8, 11, 15], "can": [0, 1, 2, 4, 6, 7, 8, 11, 13, 14, 15], "follow": [0, 1, 3, 5, 6, 7, 9, 10, 12, 13, 14], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15], "tutori": [0, 2, 4, 6, 7, 8, 9, 11], "understand": [0, 1, 12], "how": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "work": [0, 1, 5, 8, 10, 11, 15], "packag": [1, 3, 5, 7, 8, 13, 14, 15], "do": [1, 5, 6, 8, 10, 12, 13, 14], "end": [1, 2, 7], "flood": [4, 6, 8, 11, 15], "extent": [1, 2, 4, 5, 7, 8, 10, 11, 15], "estim": [1, 4, 7], "optic": [1, 5, 8, 10, 11, 15], "imag": [1, 2, 4, 6, 10, 11, 15], "us": [1, 3, 4, 6, 7, 8, 9, 10, 12, 14, 15], "deep": [1, 2], "learn": [1, 2, 7, 11, 12, 13, 14, 15], "model": [1, 2, 11, 12, 13, 15], "To": [1, 3, 6, 7, 13, 14, 15], "pip": [1, 6, 7, 9, 10, 13, 14], "avail": [1, 5, 7, 10, 12, 13, 14, 15], "publish": [1, 5, 8, 10], "under": [1, 2, 5, 8, 10, 11, 15], "gnu": [1, 5, 8, 10], "lesser": [1, 5, 8, 10], "gpl": [1, 5, 8, 10], "v3": [1, 5, 8, 10], "licenc": 15, "self": [1, 11], "contain": [1, 7, 11, 13, 15], "tool": 14, "train": [1, 2, 8, 10, 11, 12, 14, 15], "deploi": [1, 2, 4, 6, 7, 9], "segment": [1, 2, 6, 7, 8, 9, 10, 11, 14, 15], "sentinel": [1, 6, 11, 14, 15], "2": [1, 2, 11, 15], "landsat": [1, 8, 11], "These": [1, 2, 13, 14], "includ": [1, 2, 4, 12, 13], "download": [1, 3, 4, 10, 11, 13, 14], "map": [1, 2, 4, 7, 10, 11, 14, 15], "acquisit": [1, 2, 8], "neural": [1, 11], "network": [1, 6, 7, 9, 11], "visual": [1, 5, 6, 10, 13, 14], "result": [1, 2, 8], "an": [1, 2, 10, 11, 12, 13, 14, 15], "interact": [1, 13], "see": [1, 2, 6, 7, 8, 9, 10, 13, 14], "rational": 1, "more": [1, 2, 13, 14], "detail": [1, 2, 5, 13, 14], "explan": 1, "mai": [1, 7, 10, 12, 13], "help": [1, 12], "you": [1, 3, 5, 8, 10, 13, 15], "explor": [1, 8, 10, 12, 14], "dataset": [1, 2, 3, 5, 6, 11, 12, 14, 15], "cloud": [1, 2, 4, 6, 7, 9, 10, 11, 13], "awar": [1, 8, 10, 11], "vectoris": [1, 8, 11], "time": [1, 2, 5, 7, 10, 11, 12, 13, 14], "seri": [1, 2, 11], "ml": [1, 2, 12], "step": [1, 2, 12], "infer": [1, 7, 11], "new": [1, 2, 6, 7, 13, 14], "data": [1, 8, 13], "perf": 1, "metric": [1, 7, 11, 12], "ingest": [1, 2, 14], "copernicu": [1, 10, 14, 15], "em": [1, 14, 15], "If": [1, 5, 6, 7, 8, 10, 13, 14, 15], "find": [1, 2, 5, 7, 8, 10, 12, 15], "pleas": [1, 5, 7, 8, 10, 14, 15], "cite": [1, 5, 8, 10, 15], "articl": [1, 5, 8, 10, 15], "portal": [1, 5, 8, 10, 15], "julia_global_2023": [1, 5, 8, 10, 15], "titl": [1, 5, 8, 10, 12, 13, 14, 15], "global": [1, 5, 7, 8, 10, 11, 15], "satellit": [1, 2, 5, 7, 8, 10, 11, 13, 15], "volum": [1, 5, 8, 10, 15], "13": [1, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "issn": [1, 5, 8, 10, 15], "2045": [1, 5, 8, 10, 15], "2322": [1, 5, 8, 10, 15], "doi": [1, 5, 8, 10, 11, 15], "10": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "1038": [1, 5, 8, 10, 11, 15], "s41598": [1, 5, 8, 10, 11, 15], "023": [1, 5, 8, 10, 11, 15], "47595": [1, 5, 8, 10, 11, 15], "7": [1, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15], "1": [1, 2, 5, 14, 15], "urldat": [1, 5, 8, 10, 15], "2023": [1, 5, 8, 10, 11, 15], "11": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "30": [1, 4, 5, 8, 10, 13, 15], "journal": [1, 5, 8, 10, 15], "scientif": [1, 5, 7, 8, 10, 11, 15], "report": [1, 5, 7, 8, 10, 11, 15], "author": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "portal\u00e9": [1, 5, 8, 10, 11, 15], "juli\u00e0": [1, 5, 8, 10, 11, 15], "enriqu": [1, 5, 8, 10, 15], "mateo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "garc\u00eda": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "gonzalo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "purcel": [1, 5, 8, 10, 11, 15], "cormac": [1, 5, 8, 10, 15], "g\u00f3mez": [1, 5, 8, 10, 11, 15], "chova": [1, 5, 8, 10, 11, 15], "lui": [1, 5, 8, 10, 15], "month": [1, 5, 8, 10, 15], "nov": [1, 5, 8, 10, 15], "year": [1, 5, 8, 10, 13, 15], "20316": [1, 5, 8, 10, 11, 15], "garcia_towards_2021": [1, 15], "toward": [1, 7, 11, 15], "onboard": [1, 7, 11, 15], "low": [1, 7, 8, 11, 15], "cost": [1, 7, 11, 15], "machin": [1, 2, 6, 7, 11, 12, 13, 14, 15], "021": [1, 11, 15], "86650": [1, 11, 15], "z": [1, 8, 10, 11, 15], "2021": [1, 4, 7, 8, 11, 12, 13, 14, 15], "04": [1, 4, 5, 7, 8, 10, 13, 15], "01": [1, 4, 8, 10, 12, 13, 15], "garcia": [1, 7, 11, 15], "veitch": [1, 15], "micha": [1, 15], "joshua": [1, 15], "smith": [1, 15], "lewi": [1, 15], "oprea": [1, 15], "silviu": [1, 15], "vlad": [1, 15], "schumann": [1, 15], "gui": [1, 15], "gal": [1, 15], "yarin": [1, 15], "baydin": [1, 15], "at\u0131l\u0131m": [1, 15], "g\u00fcne\u015f": [1, 15], "back": [1, 13, 15], "dietmar": [1, 15], "mar": [1, 12, 15], "7249": [1, 7, 11, 15], "extens": 1, "fdl": 1, "europ": 1, "2019": [1, 6, 15], "disast": [1, 2, 13], "prevent": [1, 13], "progress": 1, "respons": [1, 2], "team": [1, 2], "which": [1, 2, 4, 7, 8, 10, 11, 12, 13, 14, 15], "ar": [1, 2, 4, 5, 8, 10, 11, 12, 13, 15], "g": [1, 5, 7, 8, 10, 11], "j": [1, 12, 14], "l": [1, 5, 7, 8, 9, 10, 11], "s": [1, 4, 5, 6, 7, 8, 10, 12, 13, 14], "y": [1, 8, 10, 13], "A": [1, 13, 15], "d": [1, 7, 8, 10, 13, 15], "ha": [1, 7, 13, 14], "been": [1, 7, 15], "further": [1, 12], "extend": [1, 14], "e": [1, 5, 6, 7, 8, 9, 10, 11, 14], "c": [1, 5, 8, 9, 10, 11, 12, 13], "fund": 1, "unit": 1, "kingdom": 1, "space": [1, 2, 7, 13], "agenc": [1, 2], "uksa": 1, "led": 1, "trillium": 1, "technolog": 1, "It": [1, 11, 12, 13, 14, 15], "also": [1, 2, 10, 12, 13, 14], "partial": [1, 5, 10], "support": [1, 2, 4], "spanish": 1, "ministri": 1, "scienc": 1, "innov": 1, "pid2019": 1, "109026rb": 1, "i00": 1, "mineco": 1, "erdf": 1, "mcin": 1, "aei": 1, "13039": 1, "501100011033": 1, "tarun": 1, "narayanan": 1, "emmanuel": [1, 12, 14], "jonhson": 1, "nadia": [1, 12, 13, 14], "ahm": [1, 12, 13, 14], "sam": [1, 4, 6, 7, 9, 11], "budd": [1, 4, 6, 7, 9, 11], "satyarth": [1, 12, 14], "praveen": [1, 12, 14], "luca": 1, "kruitwagen": 1, "margaret": 1, "maynard": 1, "reid": 1, "nichola": [1, 12], "roth": [1, 12], "richard": 1, "strang": 1, "leo": 1, "silverberg": 1, "edoardo": 1, "nemni": 1, "freddi": 1, "kalaitzi": 1, "sara": 1, "jen": 1, "jodi": 1, "hugh": 1, "jame": 1, "parr": 1, "ecosystem": 2, "code": [2, 6, 7, 9, 10, 12, 14], "pipelin": [2, 5, 8, 10, 12, 13], "tackl": 2, "whole": 2, "globe": 2, "revisit": 2, "locat": [2, 8, 10, 13], "everi": 2, "few": [2, 12], "dai": [2, 8, 10, 13], "even": [2, 15], "hour": 2, "record": [2, 15], "chang": [1, 2, 6, 7, 8, 9, 10, 12], "landscap": 2, "Their": [1, 2], "camera": 2, "infrar": 2, "radar": 2, "sensor": [2, 10], "through": [2, 13], "night": 2, "thei": [1, 2, 12, 13], "captur": 2, "inform": [1, 2, 13, 14], "mani": [2, 7, 14], "differ": [2, 5, 7, 8, 10, 13, 14], "observ": [2, 13], "paramet": [2, 5, 7, 8, 12], "dynam": 2, "rapid": 2, "process": [1, 2, 6, 7, 14], "event": [2, 4, 9, 10, 15], "like": [1, 2, 12, 13], "newer": [2, 14], "instrument": 2, "now": [2, 7, 14], "provid": [2, 5, 7, 8, 10, 12, 13], "contextu": 2, "precis": 2, "scale": [2, 13], "instanc": [2, 13], "individu": [2, 13], "search": 2, "rescu": 2, "peopl": [2, 13], "airborn": 2, "platform": [1, 2, 7, 14], "At": 2, "same": [2, 7, 12, 14], "ground": [2, 5, 6, 11, 13, 15], "base": [2, 4, 5, 13, 15], "rain": [2, 13], "gaug": 2, "river": [2, 13, 14], "level": 2, "station": 2, "surfac": 2, "condit": 2, "unavail": 2, "all": [1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14, 15], "store": [2, 7], "sometim": [2, 10], "commerci": [1, 2, 5, 8, 10, 15], "compani": 2, "often": [2, 12], "govern": 2, "open": [1, 2, 4, 5, 12, 13, 14], "restrict": 2, "access": [1, 2, 8, 11, 12, 13], "polici": 2, "howev": [1, 2, 8, 14], "remain": 2, "signific": 2, "barrier": 2, "non": [1, 2, 5, 7, 8, 10, 15], "specialist": [1, 2], "respond": 2, "quickli": 2, "emerg": [1, 2, 13], "situat": 2, "For": [2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "manag": [2, 13], "promis": 2, "translat": 2, "action": [2, 3], "intellig": 2, "directli": [2, 4, 7, 10, 12, 13], "answer": 2, "queri": [1, 2, 4, 5, 8, 13], "area": [2, 8, 11, 13, 14], "continu": [2, 8], "fall": 2, "swell": 2, "up": [2, 5, 12, 13], "next": [2, 6, 7, 8], "show": [2, 3, 5, 6, 9, 10, 11, 12], "me": 2, "water": [2, 4, 5, 7, 8, 9, 10, 11, 15], "stream": [2, 14], "wider": 2, "than": [1, 2], "meter": 2, "algorithm": [1, 2], "have": [1, 2, 6, 7, 11, 12, 13, 14, 15], "potenti": [1, 2, 12], "offer": [1, 2], "significantli": [1, 2], "faster": [1, 2], "accur": [1, 2], "tradit": [1, 2], "method": [1, 2, 7, 13, 14], "adapt": [1, 2, 7], "mean": [1, 2, 7, 8, 9, 10, 12, 13], "easili": [1, 2, 14], "grow": [1, 2, 3], "accommod": [1, 2], "over": [1, 2, 5, 10, 11, 13, 14], "expand": [1, 2, 12], "wide": [1, 2], "rang": [1, 2, 5, 8, 12, 13], "type": [1, 2, 4, 5, 7, 8, 10, 12, 13, 14], "Such": [1, 2], "fusion": [1, 2], "capabl": [1, 2], "game": [1, 2], "broad": [1, 2], "spectrum": [1, 2], "user": [1, 2, 5, 7, 10, 12, 13, 14], "worker": [1, 2, 7], "urban": [1, 2], "planner": [1, 2], "robust": [1, 2, 12], "reliabl": [1, 2], "almost": [1, 2], "art": [1, 2], "form": [1, 2, 7, 14], "requir": [1, 2, 5, 14, 15], "knowledg": [1, 2], "statist": [1, 2], "comput": [1, 2, 5, 11, 12, 13], "workflow": [1, 2, 5, 10], "becom": [1, 2], "much": [1, 2, 14], "becaus": [1, 2, 12, 14], "dedic": [1, 2], "sourc": [1, 2, 13, 14], "librari": [1, 2, 12, 14], "pytorch": [1, 2, 7, 12], "tensorflow": [1, 2], "myriad": [1, 2], "subtl": [1, 2], "pitfal": [1, 2], "associ": [1, 2, 7, 13], "produc": [1, 2, 10], "deepli": [1, 2], "skew": [1, 2], "still": [1, 2], "reason": [1, 2], "untrain": [1, 2], "ey": [1, 2], "integr": [1, 2], "avoid": [1, 2], "creat": [1, 2, 7, 9, 12, 13, 14, 15], "link": [1, 2, 13], "expert": [1, 2], "trust": [1, 2, 13], "incorpor": [1, 2], "calibr": [1, 2], "wrap": [1, 2], "interfac": [1, 2], "full": [1, 2], "embed": [1, 2], "visualis": [1, 2, 4, 5], "enabl": [1, 2, 4], "insight": [1, 2], "gener": [1, 2, 12, 14], "unifi": [1, 2], "suit": [1, 2], "get": [1, 2, 5, 7, 8, 10, 12, 13, 14], "80": [1, 2], "wai": [1, 2, 12], "allow": [1, 2, 10, 13, 14], "straightforward": [1, 2], "customis": [1, 2], "specif": [1, 2, 13, 14, 15], "problem": [1, 2], "sub": [1, 2, 7], "domain": [1, 2], "albania": 2, "made": 2, "practition": 2, "oper": [2, 13], "develop": [2, 5], "infanc": 2, "equival": 2, "devop": 2, "softwar": 2, "analys": 2, "earth": [2, 5, 7, 8, 10, 14], "eo": 2, "highli": 2, "doubli": 2, "complic": 2, "rare": 2, "scientist": 2, "who": [2, 7], "master": 2, "both": [2, 10, 12, 13], "In": [1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15], "four": [2, 14], "ml4cc": 2, "built": 2, "toolkit": 2, "appli": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13], "easi": [2, 14], "purpos": [2, 6, 12, 13, 14], "carefulli": 2, "design": 2, "cater": 2, "beneficiari": 2, "need": [2, 3, 6, 7, 9, 12, 14, 15], "want": [2, 5, 7, 8, 10, 12, 15], "actual": [2, 14], "just": [2, 4, 8, 14], "relief": 2, "effort": 2, "risk": [2, 13], "analyst": 2, "past": 2, "collat": 2, "research": [2, 12], "investig": 2, "better": [1, 2], "figur": [2, 8, 12, 13], "below": [2, 5, 12, 13, 14], "present": [2, 13], "overview": [2, 14], "alongsid": 2, "each": [2, 8, 11, 12, 13], "compon": [2, 12], "click": 2, "larger": 2, "structur": [2, 6, 12], "sort": 2, "organis": 2, "truth": [2, 5, 6, 11, 13, 15], "mask": [2, 7, 13, 15], "tile": [2, 4, 6, 7, 8, 9, 10], "augment": [2, 12], "normalis": 2, "3": [2, 5], "exist": [2, 6, 7, 8, 9, 10, 13, 14], "displai": [2, 11], "uncertainti": 2, "4": [2, 5, 13, 14], "via": [2, 4, 12], "web": [2, 3, 8], "applic": [2, 3, 12], "program": 2, "api": [2, 14], "so": [2, 13, 14], "technic": 2, "fine": 2, "tune": 2, "adopt": 2, "own": 2, "graphic": 2, "simpl": [2, 12, 14], "point": [2, 12, 13], "last": [2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "place": [2, 5, 14], "power": 2, "hand": 2, "ordinari": 2, "coordin": [2, 5, 8, 10, 14], "final": [2, 8, 14], "incred": 2, "them": [2, 4, 5, 7, 10, 11, 12, 13, 14], "compar": 2, "contrast": 2, "greatli": 2, "speed": 2, "flask": 3, "view": [3, 7], "manual": [3, 15], "edit": [3, 12], "floodmap": [3, 5], "worldflood": [1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14], "we": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14], "keep": [3, 14], "improv": [3, 7], "qualiti": 3, "its": [3, 13], "order": [3, 6, 7, 12, 14], "least": [3, 7], "subset": [3, 7, 15], "launch": [3, 13], "clone": [3, 13], "git": [3, 6, 13, 14], "com": [1, 3, 5, 6, 7, 8, 9, 10, 13, 14], "cd": 3, "serv": [3, 12, 14], "root_loc": 3, "path": [3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "worldfloods_v1_0": [3, 5, 6, 7, 9, 15], "gt_version": 3, "v1": [3, 4, 7, 9, 11, 14], "no_save_floodmap_bucket": 3, "video": [3, 8], "modifi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "07": [4, 7, 8, 10, 13], "measur": 4, "basic": [4, 14], "gcp": [4, 13, 15], "credenti": 4, "sy": [4, 5, 7, 10, 12, 13, 14], "os": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "pathlib": [4, 12, 13], "load_ext": [4, 12], "autoreload": [4, 12], "devic": [4, 7], "gc": [4, 7], "config_setup": [4, 6, 7, 9], "get_default_config": [4, 6, 7, 9], "pkg_resourc": [4, 7], "set": [4, 5, 6, 9, 10, 12, 13, 14], "filepath": [4, 7], "config_fp": [4, 6, 7, 9], "worldfloods_templ": [4, 7], "json": [4, 5, 6, 7, 8, 9, 10, 12, 15], "resource_filenam": [4, 7], "worldfloods_uncertainti": 4, "join": [4, 6, 7, 8, 9, 14], "root": [4, 12], "src": [4, 12, 14], "config": [4, 5, 7, 10, 15], "experi": [1, 4, 6, 9], "worldfloods_uncertainty_demo": 4, "data_param": [4, 5, 6, 7, 8, 9, 10, 12], "batch_siz": [4, 6, 7, 9, 12], "32": [4, 6, 7, 8, 9, 10, 13], "bucket_id": [4, 6, 7, 9, 12], "channel_configur": [4, 5, 6, 7, 8, 9, 10], "filter_window": [4, 6, 7, 9], "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "threshold_cloud": [4, 7], "8": [4, 5, 6, 8, 9, 12, 13, 14], "input_fold": [4, 6, 7, 9, 12], "s2": [4, 5, 6, 7, 9, 10, 12, 13], "loader_typ": [4, 6, 7, 9], "num_work": [4, 6, 7, 9], "path_to_split": [4, 6, 7, 9, 12], "public": [4, 5, 10, 12, 15], "target_fold": [4, 6, 7, 9, 12], "gt": [4, 5, 6, 7, 9, 12, 14], "test_transform": [4, 6, 7, 9, 12], "normal": [4, 5, 6, 7, 9], "true": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "train_test_split_fil": [4, 6, 7, 9], "train_test_split": [4, 6, 7, 9], "train_transform": [4, 6, 7, 9, 12], "window_s": [4, 6, 7, 9, 12], "256": [4, 6, 7, 9, 12], "experiment_nam": [4, 5, 6, 7, 8, 9, 10], "gpu": [4, 6, 7, 8, 9, 10], "model_param": [4, 5, 6, 7, 9], "hyperparamet": [4, 5, 6, 7, 9], "label_nam": [4, 6, 7, 9], "land": [4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "lr": [4, 6, 7, 9], "0001": [4, 6, 7, 9], "lr_decai": [4, 6, 7, 9], "lr_patienc": [4, 6, 7, 9], "max_epoch": [4, 6, 7, 9], "40": 4, "max_tile_s": [4, 5, 6, 7, 8, 9, 10], "model_typ": [4, 6, 7, 9], "unet_dropout": 4, "num_channel": [4, 6, 7, 9], "num_class": [4, 6, 7, 9, 12], "val_everi": [4, 6, 7, 9], "weight_per_class": [4, 6, 7, 9], "93445299": [4, 6, 7, 9], "36": [4, 6, 7, 9], "60054169": [4, 6, 7, 9], "19400729": [4, 6, 7, 9], "model_fold": [4, 6, 7, 9], "gs": [4, 5, 6, 7, 9, 12, 13, 14, 15], "ml4cc_data_lak": [4, 5, 6, 7, 9, 12, 13, 14, 15], "0_dev": [4, 6, 7, 9, 12, 13, 14], "2_mart": [4, 5, 6, 7, 9, 15], "2_mlmodelmart": [4, 6, 7, 9, 15], "path_to_weight": [4, 6, 9], "use_pretrained_weight": [4, 6, 9], "resume_from_checkpoint": [4, 6, 7, 9], "seed": [4, 6, 9], "12": [4, 5, 6, 7, 8, 9, 10, 13], "one": [4, 7, 10, 14, 15], "assum": [4, 7], "alreadi": [4, 5, 7, 12, 13, 14], "save": [4, 6, 8, 10], "bucket": [4, 7, 9, 10, 12, 13], "specifi": [4, 7, 13], "dataset_setup": [4, 7, 9], "folder": [4, 5, 13, 15], "val": [4, 5, 6, 9, 15], "onli": [4, 7, 10, 12, 13, 15], "data_modul": [4, 9], "get_dataset": [4, 7], "dl": [4, 7, 9], "test_dataload": [4, 7], "89741": 4, "1284": [4, 7, 9], "current": [4, 7, 15], "achiev": 4, "dropout": [4, 11], "dure": [4, 13], "pytorch_lightn": [4, 7], "util": [4, 7, 9, 10, 13, 14], "cloud_io": [4, 7], "model_setup": [4, 5, 6, 7, 8, 9, 10], "get_model": [4, 6, 7, 9], "torch": [4, 5, 6, 7, 8, 9, 10, 12], "print": [4, 6, 7, 8, 9, 10, 12, 13, 14], "path_to_model": 4, "pt": [4, 5, 6, 7, 8, 10, 15], "sampl": [4, 12], "vari": 4, "predict": [4, 5, 6, 8, 11], "prob_model": 4, "load_state_dict": 4, "cuda": [4, 6, 7, 9], "determinist": 4, "consist": [4, 14], "det_model": 4, "worldfloodsmodel": [4, 6, 7, 9], "dconv_down1": [4, 6, 9], "sequenti": [4, 6, 7, 9], "conv2d": [4, 6, 7, 9], "64": [4, 5, 6, 7, 8, 9, 10, 12, 14], "kernel_s": [4, 6, 7, 9], "stride": [4, 6, 7, 9], "pad": [4, 6, 7, 9], "relu": [4, 6, 7, 9], "inplac": [4, 6, 7, 9], "dconv_down2": [4, 6, 9], "128": [4, 6, 7, 9], "dconv_down3": [4, 6, 9], "dconv_down4": [4, 6, 9], "512": [4, 6, 9], "maxpool": [4, 6, 9], "maxpool2d": [4, 6, 9], "dilat": [4, 6, 9], "ceil_mod": [4, 6, 9], "dconv_up3": [4, 6, 9], "768": [4, 6, 9], "dconv_up2": [4, 6, 9], "384": [4, 6, 9], "dconv_up1": [4, 6, 9], "192": [4, 6, 9], "dropout2d": 4, "conv_last": [4, 6, 9], "handl": [4, 5, 7, 14], "larg": [4, 6], "multipl": [4, 7, 12, 13], "obtain": [4, 8, 11, 13, 14], "eval_mod": 4, "give": 4, "get_model_inference_funct": [4, 6, 7, 9], "prob_inference_funct": 4, "apply_norm": [4, 6, 7, 9], "det_inference_funct": 4, "compute_unecertainti": 4, "num_sampl": 4, "sever": [1, 4, 10, 13], "compute_uncertainti": 4, "p_pred_fun": 4, "d_pred_fun": 4, "00": [4, 5, 6, 7, 8, 9, 10, 13, 14], "max": [4, 6, 7, 8, 9, 10, 12, 13], "size": [4, 6, 7, 9, 10, 12], "1024": [4, 5, 7, 8, 9, 10], "9": [4, 7, 8, 9], "14": [4, 5, 7, 8, 12, 13, 14], "02": [4, 5, 8, 9, 10, 13, 14], "27": [1, 4, 5, 10], "78": [4, 7, 8, 10], "18": [4, 7, 8, 9, 10, 13], "16": [4, 5, 6, 7, 8, 10, 13, 14], "17": [4, 6, 7, 8, 9, 14], "20": [4, 10, 12, 13], "44": [4, 8], "60": [4, 5, 10], "35": [4, 5, 7, 10, 14], "45": [4, 8, 10], "29": [4, 13], "51": 4, "55": [4, 8, 13], "53": [4, 7, 13], "34": [4, 10], "65": 4, "03": [4, 5, 6, 8, 9, 10, 12, 13, 14], "56": [4, 7, 10], "59": [4, 8, 9, 13], "73": [4, 5, 7, 9, 10], "05": [4, 5, 7, 9, 10, 13], "47": 4, "75": [4, 7, 8, 10], "81": [4, 7, 9], "82": [4, 7], "06": [1, 4, 10, 12, 13], "91": [4, 7, 9, 10], "46": [4, 6, 10, 12], "rasterio": [4, 5, 10, 12, 14], "numpi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "np": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "plot": [4, 9, 13], "rasterioplt": [4, 5, 12, 14], "matplotlib": [4, 5, 6, 7, 8, 10, 12, 13, 14], "pyplot": [4, 5, 6, 7, 8, 10, 12, 13, 14], "plt": [4, 5, 6, 7, 8, 10, 12, 13, 14], "color": [4, 5, 8, 10, 13, 14], "patch": [4, 5, 6, 14], "mpatch": [4, 5], "option": [4, 5], "tupl": [4, 5], "union": [4, 5], "bands_s2": [4, 5], "no_grad": [4, 5], "def": [4, 5, 8, 9, 10, 12], "read_inference_pair": [4, 5], "tiff_input": [4, 5], "str": [4, 5, 12], "folder_ground_truth": [4, 5], "window": [4, 5, 6], "slice": [4, 5], "return_ground_truth": [4, 5], "bool": [4, 5], "channel": [4, 5, 6, 8, 10, 15], "none": [4, 5, 6, 7, 9, 12, 13, 14], "folder_permanent_wat": [4, 5], "tensor": [4, 5, 8, 10], "affin": [4, 5, 14], "read": [4, 6, 7, 9, 12, 14], "pair": [4, 5, 15], "layer": [4, 5, 6, 13, 14], "return": [4, 5, 8, 9, 10, 14], "pass": [4, 5, 7], "transform": [4, 5, 6, 8, 9, 10, 14], "lat": [4, 5], "long": [4, 5, 6, 7], "arg": [4, 5, 7, 8, 10], "filenam": [4, 5, 8, 10, 13], "name": [4, 5, 6, 7, 8, 10, 13, 14], "replac": [4, 5, 8, 10], "input": [4, 5, 6], "flag": [4, 5, 7], "indic": [4, 5, 13, 14], "list": [4, 5, 6, 8, 13], "return_permanent_wat": [4, 5], "perman": [4, 5, 6, 8], "raster": [4, 5], "torch_input": [4, 5, 6, 8, 10], "torch_target": [4, 5, 6], "tiff_target": [4, 5], "r": [4, 5, 6, 7, 12, 14], "rst": [4, 5], "arrai": [4, 5, 8, 10, 13, 14], "tolist": [4, 5, 7, 8, 9, 10, 13], "shift": [4, 5], "given": [4, 5], "els": [4, 5, 7, 8, 9, 10, 13], "astyp": [4, 5, 8, 10, 12], "float32": [4, 5, 8, 10, 14], "unsqueez": [4, 5, 6], "tiff_permanent_wat": [4, 5], "permanent_wat": [4, 5], "torch_permanent_wat": [4, 5, 6], "zeros_lik": [4, 5], "target": [4, 5], "colors_worldflood": [4, 5], "invalid": [4, 5, 6, 8, 10, 14], "139": [4, 5, 8, 10, 14], "220": [4, 5, 8, 10], "dtype": [4, 5, 8, 9, 10, 13, 14], "255": [4, 5, 8, 10, 12, 14], "interpretation_worldflood": [4, 5], "colors_worldfloods_perman": [4, 5], "237": [4, 5], "flood_wat": [4, 5], "85": [4, 5, 7, 9, 10], "92": [4, 5, 7, 9, 10], "seasonal_wat": [4, 5], "interpretation_worldfloods_perman": [4, 5], "season": [4, 5], "get_channel_configuration_band": [4, 5, 6, 8, 9, 10], "col_off": [4, 5], "1543": [4, 5], "row_off": [4, 5], "247": [4, 5], "width": [4, 5, 12], "2000": [4, 5], "height": [4, 5, 12], "tiff_s2": [4, 5, 6], "1_stage": [4, 5, 12, 14], "emsr501": [4, 5, 12, 13, 14], "aoi01": [4, 5, 12, 13, 14], "emsr501_aoi01_del_monit01_r1_v1": [4, 5, 12], "tif": [4, 5, 6, 8, 9, 10, 12, 13, 14], "v_1_1": [4, 5, 12], "jrc": [4, 5, 6, 14], "compute_uncertainties_for_image_pair": 4, "denorm": 4, "notebook": [5, 7, 8, 10, 12, 13, 14], "propos": [1, 5, 8, 10], "With": [5, 6, 8, 13], "abl": [5, 8, 11, 14], "correctli": [5, 13], "classifi": 5, "cover": [5, 8, 10], "thin": 5, "semi": [5, 15], "transpar": 5, "scheme": 5, "multioutput": [5, 10, 11, 14], "output": [5, 6, 7, 9, 10, 12, 13, 14], "class": [5, 7, 8, 9, 10], "rule": 5, "huggingface_hub": [5, 8, 10], "hf_hub_download": [5, 8, 10], "georead": [5, 8, 10], "geotensor": [5, 8, 10], "shape": [5, 7, 8, 9, 10, 13, 14], "geometri": [5, 6, 8, 10, 13, 14], "reader": [5, 8, 10], "ee_queri": [5, 8, 10], "ee_imag": [5, 8, 10], "datetim": [5, 8, 10, 13], "ee": [5, 8, 10, 13], "plot_util": [5, 6, 10, 13, 14], "our": [5, 6, 7, 9, 13, 14], "huggingfac": 5, "repo": 5, "unet": [5, 6, 7, 9], "l8": 5, "paper": [1, 5, 10, 15], "case": [5, 12, 13, 14], "variabl": [5, 7, 8], "accord": 5, "wf2_unetv2_al": 5, "wf2_unetv2_bgriswir": [5, 8, 10], "rgbnir": 5, "wf2_unetv2_rgbi": 5, "subfolder_loc": [5, 8, 10], "config_fil": [5, 8, 10], "repo_id": [5, 8, 10], "isp": [5, 8, 10], "uv": [5, 8, 10], "es": [5, 8, 10], "subfold": [5, 7, 8, 10], "local_dir": [5, 8, 10], "local_dir_use_symlink": [5, 8, 10], "model_fil": [5, 8, 10], "script": [5, 7, 8, 10], "load_inference_funct": [5, 8, 10], "device_nam": [5, 8, 10], "cpu": [5, 6, 7, 8, 10, 14], "th_water": [5, 8, 10], "0": [5, 8, 10, 12, 13], "5": [5, 6, 13, 14], "th_bright": [5, 8, 10], "3500": [5, 7, 8, 10], "collection_nam": [5, 8, 10], "weight": [5, 6, 8, 9, 10], "input_tensor": [5, 8, 10], "nan_to_num": [5, 8, 10], "authent": [5, 10, 13], "initi": [5, 8, 10, 12, 13, 14], "aoi": [5, 10, 13], "polygon": [5, 8, 10, 13, 14], "153": 5, "20789834941638": 5, "28": [5, 8, 10, 13], "75874177524779": 5, "91332819718112": 5, "38848611797107": 5, "s2data": [5, 8], "2022": [5, 6, 9, 13, 14], "producttyp": [5, 8, 10], "as_str": [5, 8], "asset_id": [5, 8, 10], "iloc": [5, 8], "gee_id": [5, 8, 10], "geom": [5, 8, 10], "intersect": [5, 8, 10], "postflood": [5, 8, 10], "export_image_getpixel": [5, 8, 10], "proj": [5, 8, 10], "bands_ge": [5, 8, 10], "home": [5, 6, 7, 8, 10, 12, 13, 14], "mambaforg": [5, 8, 10], "env": [5, 7, 8, 10], "ml4floods2": [5, 8, 10], "lib": [5, 7, 8, 10], "python3": [5, 7, 8, 10], "site": [5, 7, 8, 10], "geopanda": [5, 6, 8, 10, 13, 14], "geoseri": [5, 8, 10], "645": [5, 8, 10], "futurewarn": [5, 8, 10], "convert_dtyp": [5, 8, 10], "deprec": [5, 6, 8, 10, 13], "remov": [5, 8, 10], "futur": [5, 8, 10, 12], "ser": [5, 8, 10], "object": [5, 6, 7, 8, 10, 12, 13, 14], "instead": [5, 8, 10, 13], "super": [5, 8, 10, 13], "func": [5, 8, 10], "kwarg": [5, 7, 8, 10], "warn": [5, 7, 8, 10, 12, 13, 14], "tiffreaddirectori": [5, 10], "sum": [5, 10], "photometr": [5, 10], "relat": [5, 8, 10], "extrasampl": [5, 10], "doesn": [5, 10], "t": [5, 10, 12, 13], "match": [5, 10], "samplesperpixel": [5, 10], "defin": [5, 12], "520260": 5, "6818730": 5, "6": [5, 6, 9, 10, 13], "1717": 5, "1766": 5, "resolut": [5, 10], "bound": [5, 10, 13, 14], "6801560": 5, "537920": 5, "cr": [5, 8, 10, 13, 14], "epsg": [5, 8, 10, 13], "32756": 5, "fill_value_default": [5, 8, 10], "prediction_postflood": [5, 8, 10], "prediction_postflood_cont": [5, 8, 10], "valu": [5, 6, 7, 8, 9, 10, 13], "len": [5, 6, 8, 9, 10, 12], "prediction_postflood_rast": [5, 8, 10], "1min": [5, 10], "15": [5, 8, 10, 13, 14], "total": [5, 7, 8, 10, 12, 14], "43": [5, 8], "wall": [5, 7, 10, 14], "colors_pr": [5, 8, 10], "240": [5, 8, 10], "flood_trac": [5, 8, 10], "fig": [5, 6, 7, 8, 10, 12, 13, 14], "ax": [5, 6, 7, 8, 10, 12, 13, 14], "subplot": [5, 6, 7, 8, 10, 12, 13, 14], "figsiz": [5, 6, 7, 8, 10, 12, 13, 14], "isel": [5, 8], "band": [5, 8, 9, 10, 13, 14], "3_500": [5, 8], "clip": [5, 8, 10, 12, 13], "add_scalebar": [5, 8, 10], "set_titl": [5, 6, 8, 10], "solardai": [5, 8, 10], "plot_segmentation_mask": [5, 8, 10], "interpretation_arrai": [5, 8, 10], "text": [5, 10, 12, 14], "satdata": 5, "bands_landsat": 5, "postfloodl8": 5, "10000": [5, 10], "131": 5, "ms": [5, 7, 10], "33": [5, 10], "165": 5, "89": [5, 7, 8, 9, 10], "520245": 5, "3181245": 5, "573": 5, "590": 5, "3198435": 5, "537945": 5, "32656": 5, "inf": 5, "prediction_postfloodl8": 5, "prediction_postflood_contl8": 5, "prediction_postfloodl8_rast": 5, "61": [5, 7], "publicli": 5, "environ": [5, 6, 7, 8, 9, 10], "google_application_credenti": [5, 7], "gcc_pai": 5, "gs_user_project": [5, 7], "your": [5, 6, 7, 9, 13, 14, 15], "cuda_visible_devic": 5, "cache_fold": 5, "startswith": [5, 8, 10], "download_tiff": 5, "gt_with_permanent_wat": 5, "ndarrai": 5, "taken": 5, "http": [1, 5, 6, 7, 8, 9, 10, 13, 14, 15], "googl": [5, 8, 10, 11], "engin": [5, 8, 10, 14], "catalog": 5, "jrc_gsw1_2_yearlyhistori": 5, "get_cmap_norm_color": [5, 14], "color_arrai": 5, "cmap_categor": 5, "listedcolormap": [5, 8], "norm_categor": 5, "vmin": [5, 14], "vmax": [5, 14], "interp": [5, 12], "zip": [5, 7, 15], "append": [5, 10, 12, 13], "label": [5, 13, 14], "plot_inference_set": 5, "softmax": [5, 7, 9], "argmax": [5, 6, 7], "inputs_show": 5, "squeez": [5, 8, 10], "targets_show": 5, "permanent_water_show": 5, "categori": [5, 8], "cmap_pr": 5, "norm_pr": 5, "patches_pr": 5, "cmap_gt": 5, "norm_gt": 5, "patches_gt": 5, "prediction_show": 5, "band_names_current_imag": 5, "iband": 5, "bands_rgb": 5, "index": [5, 8, 10, 12, 13], "b": [5, 8, 9, 13], "b4": [5, 7, 8, 10, 13], "b3": [5, 10, 13], "b2": [5, 10, 13], "swir_1": 5, "nir": [5, 6, 8, 13], "red": [5, 8, 13, 14], "composit": [5, 6, 12, 13], "bands_false_composit": 5, "b11": [5, 7, 8, 10, 13], "b8": [5, 7, 8, 10, 13], "false_rgb": 5, "3000": [5, 8, 10, 12, 13], "rgb": [5, 6, 12, 13], "swir1": [5, 6], "legend": [5, 6, 10, 14], "loc": [5, 10, 13, 14], "upper": [5, 14], "right": [5, 14], "download_imag": 5, "tiffs_for_infer": 5, "makedir": [5, 6, 7, 8, 9, 10, 13, 14], "exist_ok": [5, 6, 7, 8, 9, 10, 13, 14], "emsr333_02portopalo_del_monit01_v1_observed_event_a": [5, 9], "1000": [5, 13], "400": 5, "permanentwaterjrc": [5, 6, 14], "cont_pr": 5, "h": [5, 6, 8, 9, 10], "w": [1, 5, 6, 7, 9], "4_860": 5, "3_300": 5, "840": 5, "2_prod": [5, 6, 7, 9, 15], "emsr342_06northnormanton_del_v1_observed_event_a": [5, 9], "1_600": 5, "emsr271_02farkadona_del_v1_observed_event_a": 5, "rs2_20161008_water_extent_corail_pestel": [5, 6], "1_200": 5, "1_500": 5, "st1_20161014_waterextent_binhdinh_lak": 5, "emsr347_07zomba_del_monit01_v1_observed_event_a": [5, 9], "databas": [1, 5, 8, 10, 14], "pre": [1, 5, 8, 9, 10, 14, 15], "releas": [1, 5, 8, 10, 15], "creativ": [1, 5, 8, 10, 15], "common": [1, 5, 8, 10, 15], "comerci": [5, 8, 10], "written": [5, 8, 10], "consent": [5, 8, 10], "must": [5, 7, 8, 10], "file": [6, 9, 10, 14], "note": [6, 7, 8, 9, 10, 14], "necesari": 6, "pretrain": [6, 11, 15], "geotiff": 6, "drive": [6, 7, 9, 14], "other": [6, 7, 9, 12, 13, 14], "altern": [6, 7, 9, 15], "document": [6, 7, 9, 14], "re": [1, 6, 7, 9, 12, 14], "add": [6, 7, 8, 9, 10, 14, 15], "shortcut": [6, 7, 9, 14, 15], "Then": [6, 7, 9], "try": [6, 7, 9, 14], "content": [6, 7, 9, 13, 14, 15], "assert": [6, 7, 9, 14], "my": [6, 7, 9, 13, 14, 15], "u": [6, 7, 9, 11, 14, 15], "1dqfywetx614r49kuve3cbzwvo6qhvrvh": [6, 7, 9, 14], "google_colab": [6, 7, 9, 14], "path_to_dataset_fold": [6, 7, 9, 14], "dataset_fold": [6, 7, 9], "worldfloods_v1_0_sampl": [6, 7, 9], "wfv1_unet": [6, 9, 15], "folder_name_model_weight": [6, 9], "except": [6, 7, 9, 14], "importerror": [6, 7, 9, 14], "No": [6, 7, 14], "modul": [6, 7, 12, 13, 14], "val_fold": 6, "download_fold": [6, 9], "id": [6, 7, 9, 13, 14, 15], "1oup": [6, 9], "qvd1u": [6, 9], "re3liqkw7tokjsdu90blsk": [6, 9], "quiet": [6, 9, 13], "use_cooki": [6, 9], "1ogcnupgr0q6nlws7bbqq8pzilyonah12": 6, "usp": [6, 7, 9], "share": [6, 7, 9], "retriev": 6, "1vk48dyx5dq9jzdmx9m8z": 6, "eznqcma7kjg": 6, "1mdquzvl45_gtiilsdneb": 6, "un8xnroskyc": 6, "complet": 6, "uc": [6, 14], "ml4op": [6, 7], "100": [6, 7, 8, 9, 13, 14], "20k": 6, "629kb": 6, "31": [6, 10], "2m": 6, "3mb": 6, "param": [6, 7, 12], "control": [6, 7, 8, 10], "fed": 6, "nn": 6, "memori": 6, "contrain": 6, "totensor": [6, 9, 12], "25": [6, 7, 8, 9, 10, 13, 14], "checkpoint": [6, 7, 9], "wandb_ent": [6, 7, 9], "wandb_project": [6, 7, 9], "dirnam": [6, 9, 14], "eval": [6, 9], "comment": 6, "line": [6, 13], "doe": [6, 7, 12, 13], "inference_funct": [6, 7, 8, 9, 10], "function": [6, 7, 8, 9, 10, 12, 13, 14], "let": [6, 12, 13, 14], "stich": 6, "strategi": 6, "describ": 6, "huang": 6, "et": [6, 7, 11, 14], "al": [6, 7, 11, 14], "cell": [6, 7, 8, 10, 13], "afterward": [6, 8], "comparison": 6, "event_id": 6, "tiff_gt": 6, "tiff_permanentwaterjrc": 6, "load_input": 6, "dim": [6, 7], "pixel": [6, 8, 14, 15], "mask_invalid": 6, "_": [6, 7, 9], "plot_rgb_imag": [6, 13, 14], "plot_swirnirred_imag": [6, 10], "plot_gt_v1_with_perman": 6, "plot_gt_v1": [6, 14], "tight_layout": [6, 7, 8], "bellow": [6, 8], "data_out": 6, "geodatafram": [6, 8, 10, 13], "shapefil": 6, "save_fil": 6, "postprocess": 6, "gpd": [6, 8, 10, 13, 14], "prob_water_mask": 6, "binary_water_mask": 6, "geoms_polygon": 6, "get_water_polygon": 6, "arang": [6, 7, 9], "categor": 6, "facecolor": [6, 13, 14], "edgecolor": [6, 13], "linewidth": [6, 13, 14], "alpha": 6, "axessubplot": [6, 13, 14], "artifici": 7, "intelig": 7, "monitor": [7, 13], "onlin": [7, 15], "cours": 7, "futurelearn": 7, "public_fold": 7, "gdown": [7, 13, 14, 15], "could": [7, 14], "tri": 7, "zipfil": 7, "validate_worldfloods_data": 7, "filenotfounderror": 7, "zip_file_nam": 7, "7gb": 7, "11o6akzk4r6derix32o4mmtj5dtzrrkgv": [7, 15], "zip_ref": 7, "extractal": 7, "close": [7, 8], "expect": [7, 8, 13], "format": [7, 13], "load": [7, 11, 12, 13, 14], "either": 7, "copi": [7, 12, 14], "hyper": 7, "out": [7, 9], "worldfloods_demo_test": 7, "early_stopping_pati": 7, "metric_monitor": 7, "val_dice_loss": 7, "linear": 7, "model_vers": [7, 9], "seed_everyth": 7, "training_demo": 7, "found": [7, 8, 13, 14], "trigger": 7, "264": 7, "29gb": 7, "custom": [7, 12], "train_test_split_sampl": 7, "depend": [7, 12], "product": [7, 8, 13, 14], "6298": [7, 9], "98": [7, 9], "63": 7, "103": 7, "169": 7, "pytorch_lightin": 7, "datamodul": 7, "attribut": 7, "train_dataset": 7, "val_dataset": 7, "test_dataset": [7, 9], "addit": [7, 14, 15], "train_dataload": 7, "val_dataload": [7, 9], "train_dl": 7, "train_dl_it": 7, "iter": 7, "batch": [7, 13], "worldfloods_model": 7, "n_imag": 7, "plot_batch": 7, "max_clip_v": 7, "bands_show": 7, "4500": 7, "plot_batch_output_v1": 7, "show_axi": 7, "scratch": [7, 11], "construct": 7, "simplecnn": 7, "implement": 7, "conv": 7, "later": [7, 12, 13], "automatical": 7, "log": 7, "relev": 7, "wandb": 7, "setup_weights_and_bias": 7, "wandblogg": 7, "uncom": 7, "ON": 7, "TO": 7, "login": 7, "done": 7, "onc": [7, 13], "init": 7, "demo": 7, "wandb_logg": 7, "entiti": 7, "modelcheckpoint": 7, "best": 7, "perform": [7, 12], "storag": [7, 13, 15], "earli": 7, "stop": 7, "earlystop": 7, "after": [7, 13], "epoch": 7, "latest": [6, 7, 15], "experiment_path": 7, "checkpoint_callback": 7, "dirpath": 7, "save_top_k": 7, "verbos": 7, "mode": [7, 10, 15], "min": [7, 8, 10, 12, 13], "early_stop_callback": 7, "patienc": 7, "strict": 7, "rest": 7, "readthedoc": 7, "en": 7, "maximum": 7, "fast_dev_run": 7, "default_root_dir": 7, "accumulate_grad_batch": 7, "gradient_clip_v": 7, "auto_lr_find": 7, "benchmark": 7, "check_val_every_n_epoch": 7, "log_gpu_memori": 7, "tpu": 7, "core": 7, "ipu": 7, "miniconda3": 7, "1580": 7, "userwarn": 7, "rank_zero_warn": 7, "fit": 7, "34m": 7, "1mwandb": 7, "0m": [7, 13], "33mipl_uv": 7, "relogin": 7, "forc": 7, "upgrad": 7, "track": 7, "21": [7, 13, 14], "sync": 7, "ai": 7, "2b206f4a": 7, "20210408_084312": 7, "266": 7, "k": 7, "trainabl": [1, 7], "065": 7, "mb": 7, "opt": [7, 12], "distribut": 7, "50": [7, 8, 9, 10], "bottleneck": 7, "consid": 7, "increas": 7, "argument": 7, "393": 7, "reach": 7, "60017": 7, "ckpt": 7, "top": [7, 14], "787": 7, "59220": 7, "1181": 7, "56052": 7, "1575": 7, "55334": 7, "befor": [7, 12, 13], "logit": 7, "prob": 7, "ravel": 7, "grid": [7, 8, 13], "panda": [7, 8, 9, 13], "pd": [7, 8, 9, 13], "activ": [7, 9], "otherwis": [7, 9], "fail": [7, 9, 10], "when": [7, 9, 13], "remot": [7, 9], "set_num_thread": [7, 9], "thresholds_wat": [7, 9], "1e": [7, 9, 12], "96": [7, 9], "99": [7, 9, 10], "995": [7, 9], "999": [7, 9], "met": [7, 9], "compute_metr": [7, 9], "convert_target": [7, 9], "plot_metr": [7, 9], "81it": 7, "52": [7, 8], "55it": 7, "per": [7, 9, 13], "iou": [7, 9], "8116431733608086": 7, "9123927497732395": 7, "605203573769534": 7, "hasattr": [7, 9], "image_fil": [7, 9, 12], "cems_cod": [7, 9], "basenam": [7, 9], "split": [7, 9], "file_nam": [7, 9, 12], "list_of_window": [7, 9, 12], "iou_per_cod": [7, 9], "datafram": [7, 8, 9, 10, 13], "group_confus": [7, 9], "confus": [7, 9], "calculate_i": [7, 9], "iou_": [7, 9], "recall_per_cod": [7, 9], "calculate_recal": [7, 9], "recall_": [7, 9], "join_data_per_cod": [7, 9], "merg": [7, 9], "set_index": [7, 9], "across": [7, 9], "axi": [7, 8, 9, 12, 13], "to_dict": [7, 9], "recall_land": [7, 9], "93": [7, 10], "08255820002643": 7, "recall_wat": [7, 9], "45670619858558": 7, "recall_cloud": [7, 9], "76": [7, 9], "05831858902059": 7, "iou_land": [7, 9], "90": [7, 9, 10, 13], "55111450826736": 7, "iou_wat": [7, 9], "68072319568316": 7, "iou_cloud": [7, 9], "91956034880197": 7, "emsr271": 7, "652827": 7, "97": [7, 9], "856891": 7, "792703": 7, "435118": 7, "24": [7, 10, 13, 14], "420104": 7, "70": [7, 9], "859015": 7, "emsr279": 7, "994390": 7, "400188": 7, "984087": 7, "83": [7, 10], "700250": 7, "200438": 7, "255267": 7, "emsr280": 7, "209005": 7, "197996": 7, "264703": 7, "885050": 7, "86": [7, 9], "735377": 7, "49": 7, "392122": 7, "emsr287": 7, "548484": 7, "487523": 7, "077289": 7, "816743": 7, "139818": 7, "221249": 7, "rs2": 7, "95": [7, 9, 10], "479942": 7, "84": 7, "557994": 7, "87": [7, 9], "650254": 7, "563623": 7, "458526": 7, "770675": 7, "st1": 7, "610701": 7, "239645": 7, "580875": 7, "905902": 7, "58": [7, 13], "130076": 7, "88": 7, "019034": 7, "along": 7, "conduct": [1, 7], "atomic_sav": 7, "save_json": 7, "dir": 7, "state_dict": 7, "cofig": 7, "config_file_path": 7, "save_dir": 7, "server": 7, "33mwarn": 7, "without": 7, "preserv": 7, "base_path": 7, "i": [7, 8, 10, 13], "mnt": 7, "h5": 7, "wait": 7, "pid": 7, "3265program": 7, "successfulli": 7, "debug": 7, "intern": [7, 12], "summari": 7, "_runtime619_timestamp1617872011_step1575loss0": 7, "76066epoch3val_bce_loss1": 7, "32021val_dice_loss0": 7, "55334val_recal": 7, "land0": 7, "93818val_recal": 7, "water0": 7, "84217val_recal": 7, "cloud0": 7, "6011val_iou": 7, "89992val_iou": 7, "57418val_iou": 7, "31644": 7, "histori": 7, "_runtim": 7, "_timestamp": 7, "_step": 7, "loss": 7, "val_bce_loss": 7, "val_recal": 7, "val_iou": 7, "864": 7, "media": 7, "artifact": 7, "head": [7, 13], "23": 13, "s2_safe_read": [8, 10], "egg": 13, "timedelta": [8, 13], "warp": [], "date_ev": [8, 13], "strptime": [8, 10], "date_start_search": 8, "date_end_search": [8, 13], "area_of_interest_geojson": 8, "19": [8, 13, 14], "483318354000062": 8, "41": [8, 13, 14], "84407200000004": 8, "351701478000052": 8, "84053242300007": 8, "298659824000026": 8, "871157520000054": 8, "236388306000038": 8, "89588351100008": 8, "22956438700004": 8, "42": [8, 13, 14], "086957306000045": 8, "327827977000027": 8, "09102668200006": 8, "778082109000025": 8, "10312055000003": 8, "777652446000047": 8, "97309238100007": 8, "777572772000042": 8, "94912981900006": 8, "582705341000064": 8, "94398333100003": 8, "581417139000052": 8, "94394820700006": 8, "54282145700006": 8, "90168177700008": 8, "area_of_interest": [8, 13, 14], "sentinelapi": [], "usernam": [], "password": [], "scihub": [], "eu": 13, "apihub": [], "platformnam": [], "s2msi1c": [], "cloudcoverpercentag": [8, 10], "products_gpd": [], "to_geodatafram": [], "ml4fl_py38": [], "pyproj": [], "syntax": [], "prefer": [], "mind": [], "pyproj4": [], "stabl": [], "gotcha": [], "_prepare_from_str": [], "pjarg": [], "link_altern": [], "link_icon": [], "ondemand": [], "datatakesensingstart": [], "beginposit": [], "endposit": [], "ingestiond": [], "platformidentifi": [], "orbitdirect": [], "platformserialidentifi": [], "processinglevel": [], "identifi": [], "datastripidentifi": [], "granuleidentifi": [], "uuid": [], "7855c95e": [], "6e00": [], "4a7d": [], "ba8c": [], "7f8ad5f7beca": [], "s2b_msil1c_20210218t094029_n0209_r036_t34tcm_2": [], "odata": [], "18t09": [], "024z": [], "09": [10, 13], "024": [], "943": [], "2017": [], "013a": [], "descend": [], "2b": [], "1c": [], "s2b_oper_msi_l1c_ds_vgs2_20210218t115327_s2021": [], "s2b_oper_msi_l1c_tl_vgs2_20210218t115327_a0206": [], "multipolygon": 14, "60606": [], "43884": [], "65397": [], "6c813d56": [], "a984": [], "40bd": [], "8752": [], "bee7cbc81146": [], "s2b_msil1c_20210215t093029_n0209_r136_t34tcm_2": [], "15t09": [], "930": [], "s2b_oper_msi_l1c_ds_epae_20210215t105122_s2021": [], "s2b_oper_msi_l1c_tl_epae_20210215t105122_a0206": [], "91997": [], "row": 14, "column": [8, 14], "product_to_download": [], "tabl": 13, "024000": [], "930000": [], "generationd": [], "22": [8, 10, 12, 13], "orbitnumb": [], "20611": [], "relativeorbitnumb": [], "136": [], "9774": [], "sensoroperationalmod": [], "INS": [], "nob": [], "level1cpdiidentifi": [], "tileid": [], "34tcm": [], "hv_order_tileid": [], "tm34c": [], "processingbaselin": [], "instrumentnam": [], "multi": 14, "spectral": [], "instrumentshortnam": [], "msi": [], "715": [], "s2datatakeid": [], "gs2b_20210215t093029_020611_n02": [], "60606083644028": [], "43883628550716": [], "folder_download": [], "s2safe_product": [], "newest": [], "750m": [], "20mb": [], "md5": [], "checksum": [], "5mb": [], "exctract": [], "s2_safe_fold": 10, "splitext": [], "s2obj": 10, "s2loader": 10, "out_r": 10, "from_epsg": 14, "32634": 14, "300000": [], "4700040": [], "s2imagel1c": [], "0x7f92654a1be0": [], "0x7f9267edf220": [], "bounds_pol_read": [], "bounds_pol_read_s2cr": [], "transform_bound": [], "4326": [8, 10, 13], "reproject": [], "load_bands_bbox": [], "2995": [], "4596": [], "353008": [], "60473929264": [], "4662742": [], "335279502": [], "go": 6, "colab": [8, 10, 11, 13, 15], "mount": [13, 15], "exists_ok": [], "vector": 13, "vectorized_datafram": [], "suptitl": [], "fontsiz": 14, "interest": [8, 11, 13, 14], "between": [8, 13, 14], "two": [8, 10, 15], "henc": [8, 15], "account": [8, 13], "export": 8, "those": [8, 14], "timezon": [8, 10, 13], "geemap": [8, 10, 13], "eefolium": 13, "folium": [8, 10, 13], "ee_download": [8, 13], "tzinfo": [8, 10, 13], "utc": [8, 10, 13], "generate_polygon": 13, "bbox": [], "x1": [], "y1": [], "x2": [], "y2": [], "x3": [], "y3": [], "x4": [], "y4": [], "imagecollect": 8, "img_col": [8, 13], "system": [8, 10, 13], "time_start": [8, 10, 13], "valid": [8, 12, 13, 15], "averag": 8, "probabl": [8, 13], "cloud_prob": [8, 13], "img_col_info_loc": [8, 13], "s2cloudless": [8, 14], "independ": 8, "collect": [8, 10, 13], "bounds_pol": 13, "pol_2_clip": 13, "pol": 13, "grab": [8, 13], "get_s2_collect": 13, "permanent_water_img": 13, "permanent_water_imag": [13, 14], "info": 13, "convert": [9, 13, 14], "img_col_info": 13, "img_collection_to_feature_collect": 13, "from_featur": 13, "getinfo": 13, "lambda": [9, 13], "x": [8, 9, 10, 13], "utcfromtimestamp": 13, "n_images_col": [8, 13], "isoformat": [8, 13], "marker": [8, 13], "ylim": [8, 13], "101": [8, 13], "xtick": [8, 13], "rotat": [8, 13], "ylabel": [8, 13], "12t00": 8, "01t00": 8, "percentag": [8, 10], "180": 13, "00000": 13, "254181": [], "38": 13, "983": [], "172355": [], "48": 13, "039": [], "966141": [], "39": 13, "993": [], "029202": [], "823": [], "941818": [], "26": [8, 13], "106": [], "897624": [], "986": [], "000000": [9, 10, 13], "341": [], "503629": [], "013119": [], "531": [], "999951": [], "08": [8, 10, 14], "218": [], "999130": [], "013": [], "54": 13, "985": 13, "191459": 13, "363": 13, "315460": 13, "845": 13, "94": [8, 9, 13], "017820": 13, "706": 13, "401171": 13, "862": 13, "978288": 13, "740": 13, "595103": 13, "012": 13, "loop": 8, "seen": [8, 14], "gee": [8, 10, 13, 14], "ll": 8, "imgs_list": [8, 13], "img_show": [8, 13], "addlay": [8, 10, 13], "swir": [8, 13], "strftime": [8, 10, 13], "waterclass": 13, "palett": 13, "cccccc": 13, "ffffff": 13, "99d9ea": 13, "0000ff": 13, "ff000000": 13, "centerobject": 13, "zoom": 13, "layercontrol": [8, 10, 13], "collaps": [8, 10, 13], "add_to": [8, 10, 13], "ve": 14, "googel": [], "export_to_gcp": [], "doc": [], "start": 13, "cred": [], "path_to_export": 8, "preingest": [], "bucket_nam": [], "utm": [], "aoi_shap": [], "lon": [], "centroid": [8, 10], "coord": [8, 10], "convert_wgs_to_utm": [], "export_task_fun_img": [], "export_task_imag": [], "bands_export": 13, "bands_s2_nam": [], "task": [10, 13], "img_export": 13, "select": [10, 13], "tofloat": 13, "albania_ts_": 8, "desc": [], "mayberun": [], "overwrit": [], "dry_run": [], "wait_task": [], "albania_ts_20210116": [], "albania_ts_20210119": [], "albania_ts_20210203": [], "albania_ts_20210205": [], "albania_ts_20210215": [], "albania_ts_20210218": [], "albania_ts_20210223": [], "albania_ts_20210225": [], "albania_ts_20210228": [], "here": [10, 12, 13, 14], "hood": [], "fsspec": [], "fs": [], "filesystem": [], "requester_pai": [], "exported_fil": [], "glob": 9, "size_read": [13, 14], "600": 13, "programat": [], "second": 13, "downlink": 14, "gdrive": [], "constrain": [], "tqdm": [8, 13], "predit": [], "folder_sav": [], "ts_output": [], "name_plot": [], "to_fil": 8, "geojson": [13, 14], "driver": 8, "savefig": 8, "jpg": 8, "362": [], "int64index": [], "appropri": [], "exec": [], "matplotlib_inlin": [], "backend_inlin": [], "backend": [], "cannot": [], "120": [], "121": [], "115": [], "69": 9, "67": [8, 9, 10, 14], "117": [], "57": [8, 10], "118": [], "79": 10, "16min": [], "4s": [], "4min": [], "20min": [], "17min": [], "date_it": 8, "read_fil": 14, "floodmap_folium": 13, "featur": 13, "add_child": 13, "divid": [9, 15], "test_fold": 9, "1bp1fxppikopqrgth2lu5wjpyx7lb2qow": 9, "del": 9, "worldfloodsdatasettil": 9, "worldfloodsdataset": 9, "bands_read_s2": 9, "test_fil": 9, "get_transform": 9, "image_prefix": [9, 12], "gt_prefix": [9, 12], "lock_read": 9, "There": [9, 10, 12, 15], "skip": [9, 14], "worldfloods_v1_sampl": 9, "emsr286_08ituangonorth_del_monit02_v1_observed_event_a": 9, "emsr286_09ituangosouth_del_monit02_v1_observed_event_a": 9, "emsr333_01rattaloro_del_monit01_v1_observed_event_a": 9, "emsr333_13torrecolonnasperone_del_monit01_v2_observed_event_a": 9, "emsr342_07southnormanton_del_monit03_v2_observed_event_a": 9, "emsr347_06mwanza_del_v1_observed_event_a": 9, "emsr347_07zomba_del_v2_observed_event_a": 9, "emsr9284_01ylitornionorthern_del_monit01_v1_observed_event_a": 9, "shuffl": 9, "v2": [9, 14], "inf_func": 9, "sigmoid": 9, "dual_head_output": 9, "zero": 9, "mask_cloud": 9, "9029077785566316": 9, "8734460214394203": 9, "7296114155197847": 9, "codes_loc": 9, "emsr333": 9, "itali": [9, 13], "emsr9284": 9, "emsr284": 9, "finland": [9, 13], "emsr347": 9, "malawi": [9, 13], "emsr286": 9, "colombia": 9, "emsr342": 9, "australia": [9, 13], "13838818450972": 9, "76496994702889": 9, "21174578522877": 9, "7264665724063": 9, "74": 9, "14875561083508": 9, "01686774881253": 9, "778702": 9, "101370": 9, "995128": 9, "452269": 9, "104708": 9, "259330": 9, "776235": 9, "642480": 9, "119989": 9, "956551": 9, "949436": 9, "404743": 9, "510674": 9, "022392": 9, "000729": 9, "419744": 9, "72": [8, 9], "314018": 9, "287511": 9, "848191": 9, "740996": 9, "942883": 9, "865007": 9, "443802": 9, "132753": 9, "778140": 9, "317612": 9, "938762": 9, "931815": 9, "000002": 9, "sement": 10, "particular": [10, 12, 13], "deriv": [10, 13], "focu": [10, 13], "region": [10, 13, 14], "nova": 10, "kakhovka": 10, "kherson": 10, "ukrain": 10, "where": [1, 10, 14, 15], "recent": 10, "dam": 10, "break": [10, 14], "caus": 10, "save_cog": [8, 10], "window_util": 10, "mosaic": 10, "rasterio_read": [8, 10], "rasterioread": [8, 10], "vectorize_outputv1": [8, 10], "40965055141422": 10, "849975215311474": 10, "24671826582107": 10, "923511440491325": 10, "936224664974134": 10, "845770100334164": 10, "33368262768653": 10, "62876156455022": 10, "25990197005967": 10, "514641087646424": 10, "31216326921171": 10, "408759851523826": 10, "843998842939385": 10, "56961795883814": 10, "21905051921081": 10, "72367854887557": 10, "aoi_gpd": [8, 10], "set_cr": 10, "tz": [10, 13], "start_period": 10, "end_period": 10, "overlap": [8, 10, 14], "flood_images_ge": 10, "flood_collect": 10, "date_start": [8, 10], "date_end": [8, 10], "return_collect": [8, 10], "add_s2cloudless": [8, 10], "groupbi": [8, 10], "overlappercentag": [8, 10], "agg": 10, "count": 10, "s2b": 10, "062169": 10, "434830": 10, "lc08": 10, "070000": 10, "634958": 10, "lc09": 10, "040000": 10, "542523": 10, "788626": 10, "100742": 10, "s2a": 10, "990063": 10, "540035": 10, "760000": 10, "054185": 10, "430000": 10, "152296": 10, "942521": 10, "707824": 10, "foliumap": [8, 10], "tl": [8, 10], "tilelay": [8, 10], "mt1": [8, 10], "vt": [8, 10], "lyr": [8, 10], "attr": [8, 10], "overlai": [8, 10, 13, 14], "max_zoom": [8, 10], "zoom_start": [8, 10], "localdatetime_str": [8, 10], "localdatetim": [8, 10], "dt": [8, 10], "showcolumn": [8, 10], "ff7777": [8, 10], "fffa69": [8, 10], "8fff84": [8, 10], "52adf1": [8, 10], "ff6ac2": [8, 10], "1b6d52": [8, 10], "fce5cd": [8, 10], "705334": [8, 10], "images_dai": [8, 10], "enumer": [8, 10], "outlin": [8, 10, 12], "image_col_day_sat": [8, 10], "filter": [8, 10, 13], "inlist": [8, 10], "b6": [8, 10, 13], "b5": [8, 10, 13], "style_kwd": [8, 10], "fillopac": [8, 10], "black": [8, 10], "By": 10, "post": 10, "date_pr": 10, "pre_flood": 10, "date_post": 10, "post_flood": 10, "utcdatetim": [8, 10], "solardatetim": [8, 10], "s2a_msil1c_20230608t084601_n0509_r107_t36tvs_20230608t104959": 10, "70898": 10, "95835": 10, "70900": 10, "090149": 10, "20230608t084601_20230608t084938_t36tv": 10, "32636": 10, "1686214645530": 10, "s2_harmon": 10, "530000": 10, "282631": 10, "427835": 10, "s2a_msil1c_20230608t084601_n0509_r107_t36tws_20230608t104959": 10, "44238": 10, "94462": 10, "44228": 10, "94471": 10, "989920": 10, "20230608t084601_20230608t084938_t36tw": 10, "1686214640951": 10, "951000": 10, "918853": 10, "363462": 10, "free": 10, "entir": [10, 15], "cloudi": [10, 15], "some": [10, 11, 12, 14], "t36tv": 10, "t36tw": 10, "te": [], "advantag": 10, "limit": 10, "tak": [], "dir_cach": 10, "cache_s2": [8, 10], "mosaic_s2": 10, "products_read": 10, "s2_public_bucket_path": 10, "safe": 10, "check_exist": 10, "cache_product_to_local_dir": 10, "polygon_read_dst_cr": 10, "polygon_to_cr": 10, "crs_polygon": 10, "dst_cr": 10, "data_memori": 10, "spatial_mosa": 10, "bands_s2_l1c": 10, "tiff_pr": 10, "pre_flood_memori": 10, "descript": [8, 10, 13], "tiff_post": 10, "post_flood_memori": 10, "5min": 10, "binari": [10, 11, 14, 15], "distinguish_flood_trac": 10, "71": 10, "postflood_pr": 10, "_pred": [8, 10], "pred": 10, "tag": 10, "preflood_pr": 10, "prediction_preflood": 10, "prediction_preflood_cont": 10, "trace": 10, "prediction_preflood_rast": 10, "300": 10, "364": 10, "365": 10, "5700": 10, "8800": 10, "preflood_shap": 10, "postflood_shap": [8, 10], "2893": 10, "plot_floodmap": 10, "prepost_shap": 10, "compute_pre_post_flood_wat": 10, "aggreg": 10, "acquir": [10, 13], "bands_l89": 10, "b7": [10, 13], "postfloodsl9": 10, "l89_image_info": 10, "itertupl": 10, "aoi_dst_cr": 10, "postfloodl9": 10, "post_flood_l9_data": 10, "537": 10, "443205": 10, "5196705": 10, "1900": 10, "2933": 10, "5139705": 10, "531195": 10, "09_pred": 10, "post_flood_shape_l9": 10, "filterwarn": [8, 10], "ignor": [8, 10], "area_imag": [8, 10], "post_flood_shap": 10, "postflood_mosa": 10, "mosaic_floodmap": 10, "classes_wat": 10, "prepost_shape_fin": 10, "isin": 10, "section": [11, 14], "freeli": 11, "standard": [11, 12, 14], "pr": 11, "roc": 11, "curv": 11, "detect": [6, 11], "vs": [11, 12], "probabilist": 11, "net": 11, "bayesian": 11, "ensembl": 11, "classif": [11, 14], "hub": 14, "johnson": [12, 14], "necessari": [12, 14], "receiv": 12, "readi": 12, "world": 12, "hidden": 12, "within": [12, 13, 14], "expos": 12, "reproduc": 12, "hope": 12, "explain": [12, 13], "spark": 12, "crucial": 12, "compli": 12, "torchvis": 12, "starter": 12, "ones": 12, "why": 12, "trick": 12, "correct": 12, "pyprojroot": 12, "spyder": 12, "project_fil": 12, "compat": 12, "dutil": 12, "albument": 12, "preprocess": [12, 13, 14], "wf_normal": 12, "putil": 12, "inlin": 12, "inlinebackend": 12, "figure_format": 12, "retina": 12, "seaborn": 12, "sn": 12, "set_context": 12, "context": 12, "talk": 12, "font_scal": 12, "foremost": 12, "while": [12, 14], "exactli": 12, "groundtruth": 12, "being": 12, "fairli": 12, "take": [12, 13, 14], "peek": 12, "s2_prefix": 12, "s2_demo_imag": 12, "gt_demo_imag": 12, "destin": 12, "s2_destination_dir": 12, "joinpath": 12, "demo_imag": 12, "gt_destination_dir": 12, "s2_demo_gcp_path": 12, "gcppath": 12, "download_file_from_bucket": 12, "gt_demo_gcp_path": 12, "satyarth934": 12, "Is": 12, "posixpath": 12, "ls": [12, 15], "lht": 12, "687m": 12, "rw": 12, "25m": 12, "constant": 12, "tile_height": 12, "tile_width": 12, "dt_idx": 12, "200": [12, 13], "intial": 12, "pt_ds_orig": 12, "get_list_of_window_slic": 12, "windows": 12, "pt_d": 12, "ri": 12, "untiled_image_shap": 12, "nrow": 12, "ncol": 12, "subplots_adjust": 12, "wspace": 12, "hspace": 12, "num_tiles_per_row": 12, "tile_num": 12, "uint8": 12, "off": 12, "set_aspect": 12, "equal": 12, "plot_imag": 12, "demo_image_dict": 12, "dictionari": 12, "nmask": 12, "call": [12, 14], "correspond": 12, "288": 12, "nifti": 12, "firstli": [12, 14], "length": 12, "well": [12, 13], "explicitli": 12, "extract": [12, 13, 14], "notic": [12, 13], "default": 12, "pattern": 12, "sinc": [12, 13], "heavili": 12, "upon": [12, 13], "stick": 12, "scikit": 12, "pillow": 12, "exampl": [12, 13], "accommad": 12, "sake": 12, "matrix": 12, "corner": 12, "reshape_as_imag": 12, "reshap": 12, "too": 12, "contour": 12, "wa": [12, 13, 14, 15], "would": [12, 13, 14], "rightarrow": 12, "On": 12, "contrari": 12, "invers": 12, "again": [12, 14], "mainli": [12, 14, 15], "transform_invpermutechannel": 12, "inversepermutechannel": 12, "transform_permutechannel": 12, "permutechannel": 12, "flavour": 12, "lead": 12, "unchang": 12, "mega_transform": 12, "compos": [12, 13], "matric": 12, "typic": 12, "transform_totensor": 12, "use_channel": 12, "channel_mean": 12, "channel_std": 12, "get_normalis": 12, "transform_norm": 12, "std": 12, "max_pixel_valu": 12, "plot_images_plt": 12, "check_img": 12, "transform_sc": 12, "shift_limit": 12, "001": 12, "scale_limit": 12, "rotate_limit": 12, "transform_channeljitt": 12, "perchannel": 12, "transform_flip": 12, "always_appli": 12, "transform_rr90": 12, "transform_motionblur": 12, "motionblur": 12, "blur_limit": 12, "transform_res": 12, "resizefactor": 12, "abov": 12, "simplifi": 12, "programm": 12, "he": 12, "she": 12, "decid": 12, "automat": [12, 15], "configur": 12, "attrdict": 12, "channels_configur": 12, "downsampling_factor": 12, "gaussnois": 12, "var_limit_low": 12, "var_limit_upp": 12, "from_nested_dict": 12, "transform_param": 12, "servic": 13, "co": 13, "examin": 13, "hydrographi": 13, "assess": 13, "natur": [1, 13], "geospati": 13, "recoveri": 13, "primarili": 13, "fluvial": 13, "uniqu": [13, 14], "webpag": 13, "variou": 13, "respect": 13, "walk": 13, "singl": [13, 14], "alert": 13, "table_floods_em": 13, "far": 13, "Be": 13, "care": 13, "choos": 13, "date": 13, "prior": 13, "june": 13, "2015": 13, "tmp": 13, "ccd3jpat": 13, "ml4floods_8eb3a646692647a49e9ba6678b10471c": 13, "command": 13, "blob": 13, "31merror": 13, "cancel": 13, "31m": 13, "copernicusem": 13, "occur": [13, 14], "table_activations_em": 13, "event_start_d": 13, "coded": 13, "countri": 13, "emsr568": 13, "cyclon": 13, "gomb": 13, "mozambiqu": 13, "emsr567": 13, "queensland": 13, "emsr565": 13, "tropic": 13, "emnati": 13, "madagascar": 13, "storm": 13, "emsr564": 13, "batsirai": 13, "emsr563": 13, "r\u00e9union": 13, "reunion": 13, "emsr562": 13, "emsr561": 13, "emsr559": 13, "emsr557": 13, "norwai": 13, "emsr556": 13, "typhoon": 13, "rai": 13, "philippin": 13, "emsr555": 13, "ebro": 13, "basin": 13, "spain": 13, "emsr554": 13, "emsr552": 13, "windstorm": 13, "emsr551": 13, "sulaymaniyah": 13, "district": 13, "iraq": 13, "emsr550": 13, "south": 13, "wale": 13, "emsr548": 13, "eastern": 13, "sicili": 13, "emsr520": 13, "netherland": 13, "emsr519": 13, "switzerland": 13, "emsr518": 13, "belgium": 13, "emsr517": 13, "western": 13, "germani": 13, "emsr514": 13, "guyana": 13, "emsr511": 13, "lapland": 13, "emsr507": 13, "timor": 13, "lest": 13, "emsr504": 13, "emsr502": 13, "southern": 13, "ireland": 13, "emsr498": 13, "corr\u00e8z": 13, "depart": 13, "franc": 13, "emsr497": 13, "emsr496": 13, "lazio": 13, "emsr495": 13, "elois": 13, "eswatini": 13, "zimbabw": 13, "emsr492": 13, "heavi": 13, "4000": 13, "hectar": 13, "affect": 13, "impact": 13, "entri": 13, "januari": 13, "6th": 13, "fetch": 13, "fetch_zip_fil": 13, "string": 13, "emsr_cod": 13, "zip_files_activation_url_list": 13, "fetch_zip_file_url": 13, "184632": 13, "emsr501_aoi01_del_monit02_r1_vectors_v1_vector": 13, "184615": 13, "emsr501_aoi01_del_monit01_r1_vectors_v1_vector": 13, "184606": 13, "emsr501_aoi01_del_product_r1_vectors_v1_vector": 13, "raw": 13, "0_raw": 13, "copernicus_em": 13, "copernicus_ems_zip": 13, "copernicus_ems_unzip": 13, "goe": 13, "finish": 13, "folder_out": 13, "copernicus_ems_raw": 13, "unzip_files_activ": 13, "zip_fil": 13, "local_zip_fil": 13, "download_vector_cem": 13, "unzipped_fil": 13, "unzip_copernicus_em": 13, "332": 13, "11it": 13, "Not": 13, "scrape": 13, "shp": 13, "repres": 13, "crisi": 13, "lake": [13, 14], "floodmask": 13, "supervis": 13, "filter_register_copernicusem": 13, "convent": 13, "timestamp": 13, "kei": 13, "hold": 13, "generate_floodmap": 13, "code_d": 13, "regist": 13, "unzip_fold": 13, "metadata_floodmap": [13, 14], "folder_fil": 13, "won": 13, "shapelydeprecationwarn": 13, "cascaded_union": 13, "unary_union": 13, "land_geometri": 13, "w_class": [13, 14], "49257": 13, "09545": 13, "49258": 13, "09541": [13, 14], "51681": 13, "09338": 13, "09329": 13, "50074": 13, "09272": 13, "09263": 13, "50933": 13, "09266": 13, "09257": 13, "50763": 13, "09290": 13, "09281": 13, "hydro": [13, 14], "hydro_l": 13, "blue": [8, 13], "emsr501_aoi01_del_product": 13, "emsr501_aoi01_del_product_observedeventa_r1_v1": 13, "flash": 13, "0000": 13, "nan": 13, "box": 13, "west": 13, "238301964000073": 13, "east": 13, "710555657000043": 13, "north": 13, "095451798000056": 13, "873487114000056": 13, "refer": 13, "abstract": 13, "area_of_interest_polygon": 13, "0x7f56811326d0": 13, "observed_event_fil": 13, "area_of_interest_fil": 13, "emsr501_aoi01_del_product_areaofinteresta_r1_v1": 13, "ems_cod": 13, "aoi_cod": 13, "date_ems_cod": 13, "satellite_pre_ev": 13, "street": 13, "timestamp_pre_ev": 13, "hydrology_fil": 13, "emsr501_aoi01_del_product_hydrographya_r1_v1": 13, "hydrology_file_l": 13, "emsr501_aoi01_del_product_hydrographyl_r1_v1": 13, "sure": 13, "sign": 13, "georeferenc": 13, "render": 13, "create_gt": [13, 14], "earthengin": 13, "viz": 13, "12t16": 13, "04t16": 13, "previou": [13, 14], "coverag": 13, "042142": 13, "135": 13, "b1": 13, "b8a": 13, "b9": 13, "b10": 13, "b12": 13, "qa60": 13, "date_i": 13, "filename_noext": 13, "ml4floods_flood_albania": 13, "tostorag": 13, "todriv": 13, "filenameprefix": 13, "skipemptytil": 13, "formatopt": 13, "cloudoptim": 13, "filedimens": 13, "12544": 13, "maxpixel": 13, "5e9": 13, "statu": 13, "state": 13, "creation_timestamp_m": 13, "1617123790366": 13, "update_timestamp_m": 13, "1617123855192": 13, "start_timestamp_m": 13, "1617123840398": 13, "task_typ": 13, "export_imag": 13, "attempt": 13, "phodtjsjbmopvzvjl7s5hs6": 13, "legaci": 13, "part": 13, "about": 14, "forthcom": 14, "extra": 14, "basi": 14, "demonstr": [1, 14], "s2_img_path": 14, "products_sample_tutori": 14, "1wpxbasa5kaeikpyu78ryzshjeuzalyel": 14, "prep": 14, "560m": 14, "8mb": 14, "800": 14, "advanc": 14, "consult": 14, "special": 14, "what": 14, "fortun": 14, "simpli": 14, "get_image_transform": 14, "cmap": [8, 14], "One": 14, "veri": 14, "conveni": 14, "blog": 14, "showcas": 14, "cloudmask": 14, "resum": 14, "cloud_mask": 14, "compute_s2cloudless_prob": 14, "calcul": 14, "cloudless": 14, "s2_cloud_prob": 14, "s2_rst": 14, "jrc_img_path": 14, "1n_nf9xdo4qse2bp76t0szhroo24fd": 14, "xt": 14, "314k": 14, "19mb": 14, "interpol": 14, "nearest": 14, "come": 14, "drought": 14, "floodmap_path": 14, "1gs1_9fxwrydgu7o": 14, "0ru4i8ixch4pvpqc": 14, "9m": 14, "4mb": 14, "floodmap_df": 14, "48718": 14, "48706": 14, "48966": 14, "09551": 14, "09540": 14, "48887": 14, "09549": 14, "09547": 14, "48967": 14, "09486": 14, "09481": 14, "48731": 14, "09523": 14, "09518": 14, "2046": 14, "43283": 14, "90527": 14, "90518": 14, "2047": 14, "43063": 14, "90832": 14, "43064": 14, "90823": 14, "2048": 14, "43015": 14, "90893": 14, "90884": 14, "2049": 14, "43065": 14, "90295": 14, "90304": 14, "2050": 14, "42929": 14, "91042": 14, "91033": 14, "2051": 14, "bh080": 14, "bh130": 14, "reservoir": 14, "bh140": 14, "bh141": 14, "bank": 14, "ba040": 14, "ba010": 14, "coastlin": 14, "That": 14, "rememb": 14, "floodmap_df_utm": 14, "to_cr": 14, "clear": [14, 15], "beyond": 14, "onto": 14, "geocoordin": 14, "piec": 14, "togeth": 14, "bit": 14, "fuse": 14, "resourc": 14, "logist": 14, "regress": 14, "poorli": 14, "due": 14, "complex": 14, "might": 14, "gt_meta": 14, "generate_land_water_cloud_gt": 14, "keep_stream": 14, "permanent_water_image_path": 14, "gtversion": 14, "encoding_valu": 14, "2996": 14, "4597": 14, "s2_image_path": 14, "cloudprob_image_path": 14, "6472757": 14, "250244": 14, "1559933": 14, "5489678": 14, "561790": 14, "212124": 14, "786019": 14, "boundingbox": 14, "left": 14, "353000": 14, "bottom": 14, "4632790": 14, "398970": 14, "4662750": 14, "newaxi": 14, "gt_binari": 14, "gt_meta_binari": 14, "generate_water_cloud_binary_gt": 14, "6472855": 14, "1564991": 14, "5725159": 14, "562505": 14, "219225": 14, "787354": 14, "173": 14, "216": 14, "230": 14, "cmap_cat": 14, "norm_cat": 14, "im_plt": 14, "norm": 14, "set_axis_off": 14, "0x7faf1f253e20": 14, "509": 15, "approxim": 15, "300gb": 15, "hard": 15, "disk": 15, "2016": 15, "curat": [1, 15], "anoth": 15, "metadata": 15, "8153514": 15, "request": 15, "pai": 15, "gsutil": 15, "cp": 15, "train_sampl": 15, "train_v1_0": 15, "train_sample_v1_0": 15, "val_v1_0": 15, "test_v1_0": 15, "mkdir": 15, "wfv1_scnn20": 15, "prepar": 1, "deploy": 1, "goal": 1, "band_names_s2": 8, "filename_pr": 8, "filename_jpg": 8, "filename_gkpg": 8, "gpkg": 8, "is_categorical_dtyp": 8, "grai": 8, "turquois": 8, "exploratori": 11, "addition": 1, "orbit": 1, "longep": 1, "anlind": 1, "bruhn": 1, "mathieu": 1, "payload": 1, "imageri": 1, "10391": 1, "34436": 1, "garcia_": [], "orbit_2023": [], "url": 1, "www": 1, "josh": 1, "nicola": 1, "simon": 1, "alic": 1, "fredrik": 1, "pierr": 1, "philipp": 1, "jun": 1, "garcia_inorbit_2023": 1}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"creat": 0, "doc": 0, "publish": 0, "packag": [0, 6, 9, 10, 12], "pip": 0, "introduct": [1, 2], "instal": [1, 10], "tutori": [1, 14], "citat": 1, "about": 1, "contributor": 1, "democratis": [1, 2], "ai": [1, 2], "enhanc": [1, 2], "flood": [1, 2, 5, 7, 9, 10, 13, 14], "tool": [1, 2], "mlop": [2, 11], "from": [2, 5, 7, 13, 15], "data": [2, 4, 5, 6, 7, 9, 10, 12, 14, 15], "prepar": [2, 5], "deploy": 2, "understand": 2, "us": [2, 5, 13], "viewer": 3, "label": 3, "editor": 3, "brief": [3, 12, 14], "descript": [3, 12, 14], "probabilist": 4, "neural": 4, "network": 4, "step": [4, 5, 6, 7, 8, 9, 10, 14], "0": [4, 6, 7, 9, 14], "notebook": [4, 6, 9], "setup": [4, 7], "1": [4, 6, 7, 8, 9, 10, 12, 13], "configur": [4, 7], "file": [4, 7, 12, 13], "2": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "dataload": [4, 7, 9], "3": [4, 6, 7, 8, 9, 10, 12, 13, 14], "load": [4, 5, 6, 8, 9, 10], "pre": [4, 6, 12], "train": [4, 5, 6, 7, 9], "model": [4, 5, 6, 7, 8, 9, 10, 14], "checkpoint": 4, "4": [4, 6, 7, 8, 9, 10, 12], "get": [4, 6, 9], "infer": [4, 5, 6, 8, 9, 10], "function": [4, 5], "5": [4, 7, 8, 9, 10, 12], "run": [4, 5, 6, 8, 9, 10], "over": [4, 8], "dataset": [4, 7, 9], "show": [4, 7, 8, 13, 14], "visual": [4, 12], "uncertainti": 4, "segment": [4, 5], "6": [4, 7, 8, 12], "try": [4, 5], "out": 4, "some": [4, 5, 7], "new": [4, 5], "cloud": [5, 8, 14], "awar": 5, "ml4flood": 5, "sentinel": [5, 8, 10, 13], "download": [5, 6, 7, 8, 9, 12, 15], "imag": [5, 7, 8, 9, 12, 13, 14], "plot": [5, 6, 7, 8, 10, 12, 14], "result": [5, 7, 10], "landsat": [5, 10], "more": [5, 12], "exampl": 5, "read": [5, 10, 13], "gcp": 5, "bucket": [5, 15], "helper": 5, "demo": [5, 12, 14], "perform": 5, "inference_funct": 5, "let": 5, "anoth": 5, "janitor": 5, "licenc": [1, 5, 8, 10], "necessari": [6, 10], "0a": [6, 7, 9, 14], "mount": [6, 7, 9, 14], "public": [6, 7, 9, 14], "folder": [6, 7, 9, 12, 14], "you": [6, 7, 9, 14], "ar": [6, 7, 9, 14], "googl": [6, 7, 9, 13, 14, 15], "colab": [6, 7, 9, 14], "0b": [6, 7, 9], "gdown": [6, 9], "jupyt": [6, 9], "config": [6, 8, 9, 12], "vectoris": 6, "water": [6, 13, 14], "mask": [6, 12, 14], "them": 6, "unzip": [7, 13], "worldflood": [7, 15], "sampl": 7, "seed": 7, "everyth": 7, "reproduc": 7, "b": 7, "make": 7, "uniqu": 7, "experi": 7, "option": 7, "set": 7, "up": 7, "weight": 7, "bias": 7, "logger": 7, "lightn": 7, "callback": 7, "light": 7, "trainer": 7, "start": 7, "7": 7, "eval": 7, "predict": [7, 10], "val": 7, "each": [7, 9], "event": [7, 13, 14], "valid": 7, "8": [7, 10], "save": [7, 13], "finish": 7, "connect": 7, "safe": [], "sentinelsat": [], "copernicu": 13, "open": [], "hub": [], "defin": 10, "area": 10, "interest": 10, "date": [8, 10], "search": 8, "product": 10, "queri": 10, "aoi": 8, "polygon": [], "5a": [], "5b": [], "time": 8, "seri": 8, "s2": [8, 14], "coverag": 8, "avail": 8, "displai": 8, "check": 12, "vector": [8, 10], "floodmap": [8, 10, 13, 14], "an": 8, "interact": 8, "map": [8, 13], "metric": 9, "If": 9, "all": [9, 12], "test": 9, "comput": 9, "postprocess": 10, "import": 10, "paramet": 10, "prepost": 10, "9": 10, "join": 10, "overview": [11, 13], "process": [12, 13], "demonstr": 12, "tldr": 12, "inform": 12, "preambl": 12, "ensur": 12, "were": 12, "correctli": 12, "respect": 12, "worldfloodsdatasettil": 12, "so": 12, "now": 12, "we": 12, "can": 12, "init": 12, "our": 12, "predefin": 12, "class": [12, 14], "tile": 12, "origin": [12, 14], "nice": 12, "attribut": 12, "note": 12, "shape": 12, "covari": 12, "between": 12, "differ": 12, "channel": [12, 14], "input": 12, "transform": 12, "util": 12, "permut": 12, "To": 12, "tensor": 12, "special": 12, "normal": 12, "shiftscalerot": 12, "per": 12, "band": 12, "flip": 12, "randomrotate90": 12, "motion": 12, "blur": 12, "resiz": 12, "stack": 12, "togeth": 12, "compar": 12, "A": 12, "correl": 12, "seen": 12, "ingest": 13, "extent": 13, "em": 13, "rapid": 13, "activ": 13, "emsr": 13, "501": 13, "shkodra": 13, "albania": 13, "retriev": 13, "zip": 13, "url": 13, "given": 13, "code": 13, "local": 13, "build": 13, "metadata": 13, "2a": 13, "shapefil": 13, "2b": 13, "popul": 13, "dictionari": 13, "2c": 13, "gener": 13, "jrc": 13, "perman": [13, 14], "imageri": 13, "earth": 13, "engin": 13, "export": 13, "one": 13, "drive": [13, 15], "ground": 14, "truth": 14, "access": 14, "thi": 14, "last": 14, "probabl": 14, "base": 14, "figur": 14, "On": 14, "problem": 14, "The": 15, "databas": 15, "v2": 15, "zenodo": 15, "v1": 15, "project": 2, "rational": 2, "output": 8}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx": 56}})
\ No newline at end of file
+Search.setIndex({"docnames": ["README", "content/config", "content/intro/introduction", "content/labeling", "content/ml4ops/HOWTO_Calculate_uncertainty_maps", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary", "content/ml4ops/HOWTO_Run_Inference_on_new_data", "content/ml4ops/HOWTO_Train_models", "content/ml4ops/HOWTO_inference_on_image_time_series", "content/ml4ops/HOWTO_performance_metrics_workflow", "content/ml4ops/HOWTO_postprocess_inference", "content/ml_overview", "content/prep/demo_pytorch_transforms", "content/prep/full_data_ingest", "content/prep/gt_masks_generation", "content/worldfloods_dataset"], "filenames": ["README.md", "content/config.md", "content/intro/introduction.md", "content/labeling.md", "content/ml4ops/HOWTO_Calculate_uncertainty_maps.ipynb", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary.ipynb", "content/ml4ops/HOWTO_Run_Inference_on_new_data.ipynb", "content/ml4ops/HOWTO_Train_models.ipynb", "content/ml4ops/HOWTO_inference_on_image_time_series.ipynb", "content/ml4ops/HOWTO_performance_metrics_workflow.ipynb", "content/ml4ops/HOWTO_postprocess_inference.ipynb", "content/ml_overview.md", "content/prep/demo_pytorch_transforms.ipynb", "content/prep/full_data_ingest.ipynb", "content/prep/gt_masks_generation.ipynb", "content/worldfloods_dataset.md"], "titles": ["Create docs", "Introduction", "Project rationale", "Viewer and label editor", "Probabilistic neural networks", "Inference with clouds aware floods segmentation model", "Run inference", "Train models", "Run inference on time series of Sentinel-2 images", "Model Metrics", "Kherson Dam Break end-to-end floodmap", "MLOps overview", "Pre-processing Demonstration", "Ingest Flood Extent Maps", "Ground Truth", "The WorldFloods database"], "terms": {"instal": [0, 6, 7, 9, 13, 14], "jupyt": [0, 10], "book": 0, "ghp": 0, "import": [0, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "from": [0, 1, 4, 6, 8, 9, 10, 11, 12, 14], "main": 0, "directori": [0, 6, 7, 9, 12, 13, 14, 15], "run": [0, 1, 2, 3, 7, 11, 13, 14, 15], "make": [0, 2, 5, 6, 12, 13], "build": [0, 2, 4, 6], "jupyterbook": [0, 6, 7, 14], "check": [0, 13], "local": [0, 4, 6, 7, 9, 12], "look": [0, 10, 13], "good": 0, "upload": [0, 13], "github": [0, 1, 3, 13], "n": [0, 1, 12], "p": [0, 1, 4, 12], "f": [0, 1, 4, 5, 7, 8, 9, 10, 12, 13], "_build": 0, "html": [0, 7], "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13], "commit": 0, "should": [0, 4, 5], "appear": [0, 1, 2], "branch": 0, "gh": 0, "page": [0, 1, 5, 7, 8, 10, 15], "live": 0, "spaceml": [0, 3, 13], "org": [0, 3, 13, 15], "io": [0, 7], "ml4flood": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14], "twine": 0, "first": [0, 7, 10, 12, 14, 15], "updat": 0, "version": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15], "number": [0, 1, 5, 7, 8, 10, 12, 15], "__init__": 0, "py": [0, 3, 5, 7, 8, 10, 13], "rm": 0, "rf": 0, "dist": 0, "python": [0, 1, 3], "setup": 0, "sdist": 0, "bdist_wheel": 0, "testpypi": 0, "m": [0, 8, 10, 13], "repositori": [0, 13], "real": [0, 2, 12], "pypi": 0, "shown": [0, 7], "project": [0, 1, 5, 7, 10, 12, 13, 15], "test": [0, 1, 3, 4, 5, 6, 7, 8, 11, 15], "can": [0, 1, 2, 4, 6, 7, 8, 11, 13, 14, 15], "follow": [0, 1, 3, 5, 6, 7, 9, 10, 12, 13, 14], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15], "tutori": [0, 2, 4, 6, 7, 8, 9, 11], "understand": [0, 12], "how": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "work": [0, 1, 5, 8, 10, 11, 15], "packag": [1, 3, 5, 7, 8, 13, 14, 15], "do": [1, 5, 6, 8, 10, 12, 13, 14], "end": [1, 2, 7], "flood": [4, 6, 8, 11, 15], "extent": [1, 2, 4, 5, 7, 8, 10, 11, 15], "estim": [1, 4, 7], "optic": [1, 5, 8, 10, 11, 15], "imag": [1, 2, 4, 6, 10, 11, 15], "us": [1, 3, 4, 6, 7, 8, 9, 10, 12, 14, 15], "deep": [1, 2], "learn": [1, 2, 7, 11, 12, 13, 14, 15], "model": [1, 2, 11, 12, 13, 15], "To": [1, 3, 6, 7, 13, 14, 15], "pip": [1, 6, 7, 9, 10, 13, 14], "avail": [1, 5, 7, 10, 12, 13, 14, 15], "publish": [1, 5, 8, 10], "under": [1, 2, 5, 8, 10, 11, 15], "gnu": [1, 5, 8, 10], "lesser": [1, 5, 8, 10], "gpl": [1, 5, 8, 10], "v3": [1, 5, 8, 10], "licenc": 15, "self": [1, 11], "contain": [1, 7, 11, 13, 15], "tool": 14, "train": [1, 2, 8, 10, 11, 12, 14, 15], "deploi": [1, 2, 4, 6, 7, 9], "segment": [1, 2, 6, 7, 8, 9, 10, 11, 14, 15], "sentinel": [1, 6, 11, 14, 15], "2": [1, 2, 11, 15], "landsat": [1, 8, 11], "These": [1, 2, 13, 14], "includ": [1, 2, 4, 12, 13], "download": [1, 3, 4, 10, 11, 13, 14], "map": [1, 2, 4, 7, 10, 11, 14, 15], "acquisit": [1, 2, 8], "neural": [1, 11], "network": [1, 6, 7, 9, 11], "visual": [1, 5, 6, 10, 13, 14], "result": [1, 2, 8], "an": [1, 2, 10, 11, 12, 13, 14, 15], "interact": [1, 13], "see": [1, 2, 6, 7, 8, 9, 10, 13, 14], "rational": 1, "more": [1, 2, 13, 14], "detail": [1, 2, 5, 13, 14], "explan": 1, "mai": [1, 7, 10, 12, 13], "help": [1, 12], "you": [1, 3, 5, 8, 10, 13, 15], "explor": [1, 8, 10, 12, 14], "dataset": [1, 2, 3, 5, 6, 11, 12, 14, 15], "cloud": [2, 4, 6, 7, 9, 10, 11, 13], "awar": [8, 10, 11], "vectoris": [8, 11], "time": [1, 2, 5, 7, 10, 11, 12, 13, 14], "seri": [1, 2, 11], "ml": [1, 2, 12], "step": [1, 2, 12], "infer": [1, 7, 11], "new": [1, 2, 6, 7, 13, 14], "data": [1, 8, 13], "perf": 1, "metric": [1, 7, 11, 12], "ingest": [1, 2, 14], "copernicu": [1, 10, 14, 15], "em": [1, 14, 15], "If": [1, 5, 6, 7, 8, 10, 13, 14, 15], "find": [1, 2, 5, 7, 8, 10, 12, 15], "pleas": [1, 5, 7, 8, 10, 14, 15], "cite": [1, 5, 8, 10, 15], "articl": [1, 5, 8, 10, 15], "portal": [1, 5, 8, 10, 15], "julia_global_2023": [1, 5, 8, 10, 15], "titl": [1, 5, 8, 10, 12, 13, 14, 15], "global": [1, 5, 7, 8, 10, 11, 15], "satellit": [1, 2, 5, 7, 8, 10, 11, 13, 15], "volum": [1, 5, 8, 10, 15], "13": [1, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "issn": [1, 5, 8, 10, 15], "2045": [1, 5, 8, 10, 15], "2322": [1, 5, 8, 10, 15], "doi": [1, 5, 8, 10, 11, 15], "10": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "1038": [1, 5, 8, 10, 11, 15], "s41598": [1, 5, 8, 10, 11, 15], "023": [1, 5, 8, 10, 11, 15], "47595": [1, 5, 8, 10, 11, 15], "7": [1, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15], "1": [1, 2, 5, 14, 15], "urldat": [1, 5, 8, 10, 15], "2023": [1, 5, 8, 10, 11, 15], "11": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "30": [1, 4, 5, 8, 10, 13, 15], "journal": [1, 5, 8, 10, 15], "scientif": [1, 5, 7, 8, 10, 11, 15], "report": [1, 5, 7, 8, 10, 11, 15], "author": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "portal\u00e9": [1, 5, 8, 10, 11, 15], "juli\u00e0": [1, 5, 8, 10, 11, 15], "enriqu": [1, 5, 8, 10, 15], "mateo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "garc\u00eda": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "gonzalo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "purcel": [1, 5, 8, 10, 11, 15], "cormac": [1, 5, 8, 10, 15], "g\u00f3mez": [1, 5, 8, 10, 11, 15], "chova": [1, 5, 8, 10, 11, 15], "lui": [1, 5, 8, 10, 15], "month": [1, 5, 8, 10, 15], "nov": [1, 5, 8, 10, 15], "year": [1, 5, 8, 10, 13, 15], "20316": [1, 5, 8, 10, 11, 15], "garcia_towards_2021": [1, 15], "toward": [1, 7, 11, 15], "onboard": [1, 7, 11, 15], "low": [1, 7, 8, 11, 15], "cost": [1, 7, 11, 15], "machin": [1, 2, 6, 7, 11, 12, 13, 14, 15], "021": [1, 11, 15], "86650": [1, 11, 15], "z": [1, 8, 10, 11, 15], "2021": [1, 4, 7, 8, 11, 12, 13, 14, 15], "04": [1, 4, 5, 7, 8, 10, 13, 15], "01": [1, 4, 8, 10, 12, 13, 15], "garcia": [1, 7, 11, 15], "veitch": [1, 15], "micha": [1, 15], "joshua": [1, 15], "smith": [1, 15], "lewi": [1, 15], "oprea": [1, 15], "silviu": [1, 15], "vlad": [1, 15], "schumann": [1, 15], "gui": [1, 15], "gal": [1, 15], "yarin": [1, 15], "baydin": [1, 15], "at\u0131l\u0131m": [1, 15], "g\u00fcne\u015f": [1, 15], "back": [1, 13, 15], "dietmar": [1, 15], "mar": [1, 12, 15], "7249": [1, 7, 11, 15], "extens": 1, "fdl": 1, "europ": 1, "2019": [1, 6, 15], "disast": [1, 2, 13], "prevent": [1, 13], "progress": 1, "respons": [1, 2], "team": [1, 2], "which": [1, 2, 4, 7, 8, 10, 11, 12, 13, 14, 15], "ar": [1, 2, 4, 5, 8, 10, 11, 12, 13, 15], "g": [1, 5, 7, 8, 10, 11], "j": [1, 12, 14], "l": [1, 5, 7, 8, 9, 10, 11], "s": [1, 4, 5, 6, 7, 8, 10, 12, 13, 14], "y": [1, 8, 10, 13], "A": [1, 13, 15], "d": [1, 7, 8, 10, 13, 15], "ha": [1, 7, 13, 14], "been": [1, 7, 15], "further": [1, 12], "extend": [1, 14], "e": [1, 5, 6, 7, 8, 9, 10, 11, 14], "c": [1, 5, 8, 9, 10, 11, 12, 13], "fund": 1, "unit": 1, "kingdom": 1, "space": [1, 2, 7, 13], "agenc": [1, 2], "uksa": 1, "led": 1, "trillium": 1, "technolog": 1, "It": [1, 11, 12, 13, 14, 15], "also": [1, 2, 10, 12, 13, 14], "partial": [1, 5, 10], "support": [1, 2, 4], "spanish": 1, "ministri": 1, "scienc": 1, "innov": 1, "pid2019": 1, "109026rb": 1, "i00": 1, "mineco": 1, "erdf": 1, "mcin": 1, "aei": 1, "13039": 1, "501100011033": 1, "tarun": 1, "narayanan": 1, "emmanuel": [1, 12, 14], "jonhson": 1, "nadia": [1, 12, 13, 14], "ahm": [1, 12, 13, 14], "sam": [1, 4, 6, 7, 9, 11], "budd": [1, 4, 6, 7, 9, 11], "satyarth": [1, 12, 14], "praveen": [1, 12, 14], "luca": 1, "kruitwagen": 1, "margaret": 1, "maynard": 1, "reid": 1, "nichola": [1, 12], "roth": [1, 12], "richard": 1, "strang": 1, "leo": 1, "silverberg": 1, "edoardo": 1, "nemni": 1, "freddi": 1, "kalaitzi": 1, "sara": 1, "jen": 1, "jodi": 1, "hugh": 1, "jame": 1, "parr": 1, "ecosystem": 2, "code": [2, 6, 7, 9, 10, 12, 14], "pipelin": [2, 5, 8, 10, 12, 13], "tackl": 2, "whole": 2, "globe": 2, "revisit": 2, "locat": [2, 8, 10, 13], "everi": 2, "few": [2, 12], "dai": [2, 8, 10, 13], "even": [2, 15], "hour": 2, "record": [2, 15], "chang": [2, 6, 7, 8, 9, 10, 12], "landscap": 2, "Their": [1, 2], "camera": 2, "infrar": 2, "radar": 2, "sensor": [2, 10], "through": [2, 13], "night": 2, "thei": [1, 2, 12, 13], "captur": 2, "inform": [2, 13, 14], "mani": [2, 7, 14], "differ": [2, 5, 7, 8, 10, 13, 14], "observ": [2, 13], "paramet": [2, 5, 7, 8, 12], "dynam": 2, "rapid": 2, "process": [1, 2, 6, 7, 14], "event": [2, 4, 9, 10, 15], "like": [1, 2, 12, 13], "newer": [2, 14], "instrument": 2, "now": [2, 7, 14], "provid": [2, 5, 7, 8, 10, 12, 13], "contextu": 2, "precis": 2, "scale": [2, 13], "instanc": [2, 13], "individu": [2, 13], "search": 2, "rescu": 2, "peopl": [2, 13], "airborn": 2, "platform": [1, 2, 7, 14], "At": 2, "same": [2, 7, 12, 14], "ground": [2, 5, 6, 11, 13, 15], "base": [2, 4, 5, 13, 15], "rain": [2, 13], "gaug": 2, "river": [2, 13, 14], "level": 2, "station": 2, "surfac": 2, "condit": 2, "unavail": 2, "all": [1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14, 15], "store": [2, 7], "sometim": [2, 10], "commerci": [1, 2, 5, 8, 10, 15], "compani": 2, "often": [2, 12], "govern": 2, "open": [1, 2, 4, 5, 12, 13, 14], "restrict": 2, "access": [1, 2, 8, 11, 12, 13], "polici": 2, "howev": [1, 2, 8, 14], "remain": 2, "signific": 2, "barrier": 2, "non": [1, 2, 5, 7, 8, 10, 15], "specialist": [1, 2], "respond": 2, "quickli": 2, "emerg": [2, 13], "situat": 2, "For": [2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "manag": [2, 13], "promis": 2, "translat": 2, "action": [2, 3], "intellig": 2, "directli": [2, 4, 7, 10, 12, 13], "answer": 2, "queri": [2, 4, 5, 8, 13], "area": [2, 8, 11, 13, 14], "continu": [2, 8], "fall": 2, "swell": 2, "up": [2, 5, 12, 13], "next": [2, 6, 7, 8], "show": [2, 3, 5, 6, 9, 10, 11, 12], "me": 2, "water": [2, 4, 5, 7, 8, 9, 10, 11, 15], "stream": [2, 14], "wider": 2, "than": [1, 2], "meter": 2, "algorithm": [1, 2], "have": [1, 2, 6, 7, 11, 12, 13, 14, 15], "potenti": [1, 2, 12], "offer": [1, 2], "significantli": [1, 2], "faster": [1, 2], "accur": [1, 2], "tradit": [1, 2], "method": [1, 2, 7, 13, 14], "adapt": [1, 2, 7], "mean": [1, 2, 7, 8, 9, 10, 12, 13], "easili": [1, 2, 14], "grow": [1, 2, 3], "accommod": [1, 2], "over": [1, 2, 5, 10, 11, 13, 14], "expand": [1, 2, 12], "wide": [1, 2], "rang": [1, 2, 5, 8, 12, 13], "type": [1, 2, 4, 5, 7, 8, 10, 12, 13, 14], "Such": 2, "fusion": 2, "capabl": 2, "game": 2, "broad": 2, "spectrum": 2, "user": [1, 2, 5, 7, 10, 12, 13, 14], "worker": [2, 7], "urban": 2, "planner": 2, "robust": [1, 2, 12], "reliabl": [1, 2], "almost": [1, 2], "art": [1, 2], "form": [1, 2, 7, 14], "requir": [1, 2, 5, 14, 15], "knowledg": [1, 2], "statist": [1, 2], "comput": [1, 2, 5, 11, 12, 13], "workflow": [1, 2, 5, 10], "becom": [1, 2], "much": [1, 2, 14], "becaus": [1, 2, 12, 14], "dedic": [1, 2], "sourc": [1, 2, 13, 14], "librari": [1, 2, 12, 14], "pytorch": [1, 2, 7, 12], "tensorflow": [1, 2], "myriad": [1, 2], "subtl": [1, 2], "pitfal": [1, 2], "associ": [1, 2, 7, 13], "produc": [1, 2, 10], "deepli": [1, 2], "skew": [1, 2], "still": [1, 2], "reason": [1, 2], "untrain": [1, 2], "ey": [1, 2], "integr": [1, 2], "avoid": [1, 2], "creat": [1, 2, 7, 9, 12, 13, 14, 15], "link": [1, 2, 13], "expert": [1, 2], "trust": [1, 2, 13], "incorpor": [1, 2], "calibr": [1, 2], "wrap": [1, 2], "interfac": [1, 2], "full": 2, "embed": 2, "visualis": [2, 4, 5], "enabl": [2, 4], "insight": 2, "gener": [2, 12, 14], "unifi": 2, "suit": 2, "get": [2, 5, 7, 8, 10, 12, 13, 14], "80": 2, "wai": [2, 12], "allow": [2, 10, 13, 14], "straightforward": 2, "customis": 2, "specif": [2, 13, 14, 15], "problem": 2, "sub": [2, 7], "domain": 2, "albania": 2, "made": 2, "practition": 2, "oper": [2, 13], "develop": [2, 5], "infanc": 2, "equival": 2, "devop": 2, "softwar": 2, "analys": 2, "earth": [2, 5, 7, 8, 10, 14], "eo": 2, "highli": 2, "doubli": 2, "complic": 2, "rare": 2, "scientist": 2, "who": [2, 7], "master": 2, "both": [2, 10, 12, 13], "In": [1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15], "four": [2, 14], "ml4cc": 2, "built": 2, "toolkit": 2, "appli": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13], "easi": [2, 14], "purpos": [2, 6, 12, 13, 14], "carefulli": 2, "design": 2, "cater": 2, "beneficiari": 2, "need": [2, 3, 6, 7, 9, 12, 14, 15], "want": [2, 5, 7, 8, 10, 12, 15], "actual": [2, 14], "just": [2, 4, 8, 14], "relief": 2, "effort": 2, "risk": [2, 13], "analyst": 2, "past": 2, "collat": 2, "research": [2, 12], "investig": 2, "better": [1, 2], "figur": [2, 8, 12, 13], "below": [2, 5, 12, 13, 14], "present": [2, 13], "overview": [2, 14], "alongsid": 2, "each": [2, 8, 11, 12, 13], "compon": [2, 12], "click": 2, "larger": 2, "structur": [2, 6, 12], "sort": 2, "organis": 2, "truth": [2, 5, 6, 11, 13, 15], "mask": [2, 7, 13, 15], "tile": [2, 4, 6, 7, 8, 9, 10], "augment": [2, 12], "normalis": 2, "3": [2, 5], "exist": [2, 6, 7, 8, 9, 10, 13, 14], "displai": [2, 11], "uncertainti": 2, "4": [2, 5, 13, 14], "via": [2, 4, 12], "web": [2, 3, 8], "applic": [2, 3, 12], "program": 2, "api": [2, 14], "so": [2, 13, 14], "technic": 2, "fine": 2, "tune": 2, "adopt": 2, "own": 2, "graphic": 2, "simpl": [2, 12, 14], "point": [2, 12, 13], "last": [2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "place": [2, 5, 14], "power": 2, "hand": 2, "ordinari": 2, "coordin": [2, 5, 8, 10, 14], "final": [2, 8, 14], "incred": 2, "them": [2, 4, 5, 7, 10, 11, 12, 13, 14], "compar": 2, "contrast": 2, "greatli": 2, "speed": 2, "flask": 3, "view": [3, 7], "manual": [3, 15], "edit": [3, 12], "floodmap": [1, 3, 5], "worldflood": [1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14], "we": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14], "keep": [3, 14], "improv": [3, 7], "qualiti": 3, "its": [3, 13], "order": [3, 6, 7, 12, 14], "least": [3, 7], "subset": [3, 7, 15], "launch": [3, 13], "clone": [3, 13], "git": [3, 6, 13, 14], "com": [1, 3, 5, 6, 7, 8, 9, 10, 13, 14], "cd": 3, "serv": [3, 12, 14], "root_loc": 3, "path": [3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "worldfloods_v1_0": [3, 5, 6, 7, 9, 15], "gt_version": 3, "v1": [3, 4, 7, 9, 11, 14], "no_save_floodmap_bucket": 3, "video": [3, 8], "modifi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "07": [4, 7, 8, 10, 13], "measur": 4, "basic": [4, 14], "gcp": [4, 13, 15], "credenti": 4, "sy": [4, 5, 7, 10, 12, 13, 14], "os": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "pathlib": [4, 12, 13], "load_ext": [4, 12], "autoreload": [4, 12], "devic": [4, 7], "gc": [4, 7], "config_setup": [4, 6, 7, 9], "get_default_config": [4, 6, 7, 9], "pkg_resourc": [4, 7], "set": [4, 5, 6, 9, 10, 12, 13, 14], "filepath": [4, 7], "config_fp": [4, 6, 7, 9], "worldfloods_templ": [4, 7], "json": [4, 5, 6, 7, 8, 9, 10, 12, 15], "resource_filenam": [4, 7], "worldfloods_uncertainti": 4, "join": [4, 6, 7, 8, 9, 14], "root": [4, 12], "src": [4, 12, 14], "config": [4, 5, 7, 10, 15], "experi": [1, 4, 6, 9], "worldfloods_uncertainty_demo": 4, "data_param": [4, 5, 6, 7, 8, 9, 10, 12], "batch_siz": [4, 6, 7, 9, 12], "32": [4, 6, 7, 8, 9, 10, 13], "bucket_id": [4, 6, 7, 9, 12], "channel_configur": [4, 5, 6, 7, 8, 9, 10], "filter_window": [4, 6, 7, 9], "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "threshold_cloud": [4, 7], "8": [4, 5, 6, 8, 9, 12, 13, 14], "input_fold": [4, 6, 7, 9, 12], "s2": [4, 5, 6, 7, 9, 10, 12, 13], "loader_typ": [4, 6, 7, 9], "num_work": [4, 6, 7, 9], "path_to_split": [4, 6, 7, 9, 12], "public": [4, 5, 10, 12, 15], "target_fold": [4, 6, 7, 9, 12], "gt": [4, 5, 6, 7, 9, 12, 14], "test_transform": [4, 6, 7, 9, 12], "normal": [4, 5, 6, 7, 9], "true": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "train_test_split_fil": [4, 6, 7, 9], "train_test_split": [4, 6, 7, 9], "train_transform": [4, 6, 7, 9, 12], "window_s": [4, 6, 7, 9, 12], "256": [4, 6, 7, 9, 12], "experiment_nam": [4, 5, 6, 7, 8, 9, 10], "gpu": [4, 6, 7, 8, 9, 10], "model_param": [4, 5, 6, 7, 9], "hyperparamet": [4, 5, 6, 7, 9], "label_nam": [4, 6, 7, 9], "land": [4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "lr": [4, 6, 7, 9], "0001": [4, 6, 7, 9], "lr_decai": [4, 6, 7, 9], "lr_patienc": [4, 6, 7, 9], "max_epoch": [4, 6, 7, 9], "40": 4, "max_tile_s": [4, 5, 6, 7, 8, 9, 10], "model_typ": [4, 6, 7, 9], "unet_dropout": 4, "num_channel": [4, 6, 7, 9], "num_class": [4, 6, 7, 9, 12], "val_everi": [4, 6, 7, 9], "weight_per_class": [4, 6, 7, 9], "93445299": [4, 6, 7, 9], "36": [4, 6, 7, 9], "60054169": [4, 6, 7, 9], "19400729": [4, 6, 7, 9], "model_fold": [4, 6, 7, 9], "gs": [4, 5, 6, 7, 9, 12, 13, 14, 15], "ml4cc_data_lak": [4, 5, 6, 7, 9, 12, 13, 14, 15], "0_dev": [4, 6, 7, 9, 12, 13, 14], "2_mart": [4, 5, 6, 7, 9, 15], "2_mlmodelmart": [4, 6, 7, 9, 15], "path_to_weight": [4, 6, 9], "use_pretrained_weight": [4, 6, 9], "resume_from_checkpoint": [4, 6, 7, 9], "seed": [4, 6, 9], "12": [4, 5, 6, 7, 8, 9, 10, 13], "one": [4, 7, 10, 14, 15], "assum": [4, 7], "alreadi": [4, 5, 7, 12, 13, 14], "save": [4, 6, 8, 10], "bucket": [4, 7, 9, 10, 12, 13], "specifi": [4, 7, 13], "dataset_setup": [4, 7, 9], "folder": [4, 5, 13, 15], "val": [4, 5, 6, 9, 15], "onli": [4, 7, 10, 12, 13, 15], "data_modul": [4, 9], "get_dataset": [4, 7], "dl": [4, 7, 9], "test_dataload": [4, 7], "89741": 4, "1284": [4, 7, 9], "current": [4, 7, 15], "achiev": 4, "dropout": [4, 11], "dure": [4, 13], "pytorch_lightn": [4, 7], "util": [4, 7, 9, 10, 13, 14], "cloud_io": [4, 7], "model_setup": [4, 5, 6, 7, 8, 9, 10], "get_model": [4, 6, 7, 9], "torch": [4, 5, 6, 7, 8, 9, 10, 12], "print": [4, 6, 7, 8, 9, 10, 12, 13, 14], "path_to_model": 4, "pt": [4, 5, 6, 7, 8, 10, 15], "sampl": [4, 12], "vari": 4, "predict": [4, 5, 6, 8, 11], "prob_model": 4, "load_state_dict": 4, "cuda": [4, 6, 7, 9], "determinist": 4, "consist": [4, 14], "det_model": 4, "worldfloodsmodel": [4, 6, 7, 9], "dconv_down1": [4, 6, 9], "sequenti": [4, 6, 7, 9], "conv2d": [4, 6, 7, 9], "64": [4, 5, 6, 7, 8, 9, 10, 12, 14], "kernel_s": [4, 6, 7, 9], "stride": [4, 6, 7, 9], "pad": [4, 6, 7, 9], "relu": [4, 6, 7, 9], "inplac": [4, 6, 7, 9], "dconv_down2": [4, 6, 9], "128": [4, 6, 7, 9], "dconv_down3": [4, 6, 9], "dconv_down4": [4, 6, 9], "512": [4, 6, 9], "maxpool": [4, 6, 9], "maxpool2d": [4, 6, 9], "dilat": [4, 6, 9], "ceil_mod": [4, 6, 9], "dconv_up3": [4, 6, 9], "768": [4, 6, 9], "dconv_up2": [4, 6, 9], "384": [4, 6, 9], "dconv_up1": [4, 6, 9], "192": [4, 6, 9], "dropout2d": 4, "conv_last": [4, 6, 9], "handl": [4, 5, 7, 14], "larg": [4, 6], "multipl": [4, 7, 12, 13], "obtain": [4, 8, 11, 13, 14], "eval_mod": 4, "give": 4, "get_model_inference_funct": [4, 6, 7, 9], "prob_inference_funct": 4, "apply_norm": [4, 6, 7, 9], "det_inference_funct": 4, "compute_unecertainti": 4, "num_sampl": 4, "sever": [1, 4, 10, 13], "compute_uncertainti": 4, "p_pred_fun": 4, "d_pred_fun": 4, "00": [4, 5, 6, 7, 8, 9, 10, 13, 14], "max": [4, 6, 7, 8, 9, 10, 12, 13], "size": [4, 6, 7, 9, 10, 12], "1024": [4, 5, 7, 8, 9, 10], "9": [4, 7, 8, 9], "14": [4, 5, 7, 8, 12, 13, 14], "02": [4, 5, 8, 9, 10, 13, 14], "27": [1, 4, 5, 10], "78": [4, 7, 8, 10], "18": [4, 7, 8, 9, 10, 13], "16": [4, 5, 6, 7, 8, 10, 13, 14], "17": [4, 6, 7, 8, 9, 14], "20": [4, 10, 12, 13], "44": [4, 8], "60": [4, 5, 10], "35": [4, 5, 7, 10, 14], "45": [4, 8, 10], "29": [4, 13], "51": 4, "55": [4, 8, 13], "53": [4, 7, 13], "34": [4, 10], "65": 4, "03": [4, 5, 6, 8, 9, 10, 12, 13, 14], "56": [4, 7, 10], "59": [4, 8, 9, 13], "73": [4, 5, 7, 9, 10], "05": [4, 5, 7, 9, 10, 13], "47": 4, "75": [4, 7, 8, 10], "81": [4, 7, 9], "82": [4, 7], "06": [1, 4, 10, 12, 13], "91": [4, 7, 9, 10], "46": [4, 6, 10, 12], "rasterio": [4, 5, 10, 12, 14], "numpi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "np": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "plot": [4, 9, 13], "rasterioplt": [4, 5, 12, 14], "matplotlib": [4, 5, 6, 7, 8, 10, 12, 13, 14], "pyplot": [4, 5, 6, 7, 8, 10, 12, 13, 14], "plt": [4, 5, 6, 7, 8, 10, 12, 13, 14], "color": [4, 5, 8, 10, 13, 14], "patch": [4, 5, 6, 14], "mpatch": [4, 5], "option": [4, 5], "tupl": [4, 5], "union": [4, 5], "bands_s2": [4, 5], "no_grad": [4, 5], "def": [4, 5, 8, 9, 10, 12], "read_inference_pair": [4, 5], "tiff_input": [4, 5], "str": [4, 5, 12], "folder_ground_truth": [4, 5], "window": [4, 5, 6], "slice": [4, 5], "return_ground_truth": [4, 5], "bool": [4, 5], "channel": [4, 5, 6, 8, 10, 15], "none": [4, 5, 6, 7, 9, 12, 13, 14], "folder_permanent_wat": [4, 5], "tensor": [4, 5, 8, 10], "affin": [4, 5, 14], "read": [4, 6, 7, 9, 12, 14], "pair": [4, 5, 15], "layer": [4, 5, 6, 13, 14], "return": [4, 5, 8, 9, 10, 14], "pass": [4, 5, 7], "transform": [4, 5, 6, 8, 9, 10, 14], "lat": [4, 5], "long": [4, 5, 6, 7], "arg": [4, 5, 7, 8, 10], "filenam": [4, 5, 8, 10, 13], "name": [4, 5, 6, 7, 8, 10, 13, 14], "replac": [4, 5, 8, 10], "input": [4, 5, 6], "flag": [4, 5, 7], "indic": [4, 5, 13, 14], "list": [4, 5, 6, 8, 13], "return_permanent_wat": [4, 5], "perman": [4, 5, 6, 8], "raster": [4, 5], "torch_input": [4, 5, 6, 8, 10], "torch_target": [4, 5, 6], "tiff_target": [4, 5], "r": [4, 5, 6, 7, 12, 14], "rst": [4, 5], "arrai": [4, 5, 8, 10, 13, 14], "tolist": [4, 5, 7, 8, 9, 10, 13], "shift": [4, 5], "given": [4, 5], "els": [4, 5, 7, 8, 9, 10, 13], "astyp": [4, 5, 8, 10, 12], "float32": [4, 5, 8, 10, 14], "unsqueez": [4, 5, 6], "tiff_permanent_wat": [4, 5], "permanent_wat": [4, 5], "torch_permanent_wat": [4, 5, 6], "zeros_lik": [4, 5], "target": [4, 5], "colors_worldflood": [4, 5], "invalid": [4, 5, 6, 8, 10, 14], "139": [4, 5, 8, 10, 14], "220": [4, 5, 8, 10], "dtype": [4, 5, 8, 9, 10, 13, 14], "255": [4, 5, 8, 10, 12, 14], "interpretation_worldflood": [4, 5], "colors_worldfloods_perman": [4, 5], "237": [4, 5], "flood_wat": [4, 5], "85": [4, 5, 7, 9, 10], "92": [4, 5, 7, 9, 10], "seasonal_wat": [4, 5], "interpretation_worldfloods_perman": [4, 5], "season": [4, 5], "get_channel_configuration_band": [4, 5, 6, 8, 9, 10], "col_off": [4, 5], "1543": [4, 5], "row_off": [4, 5], "247": [4, 5], "width": [4, 5, 12], "2000": [4, 5], "height": [4, 5, 12], "tiff_s2": [4, 5, 6], "1_stage": [4, 5, 12, 14], "emsr501": [4, 5, 12, 13, 14], "aoi01": [4, 5, 12, 13, 14], "emsr501_aoi01_del_monit01_r1_v1": [4, 5, 12], "tif": [4, 5, 6, 8, 9, 10, 12, 13, 14], "v_1_1": [4, 5, 12], "jrc": [4, 5, 6, 14], "compute_uncertainties_for_image_pair": 4, "denorm": 4, "notebook": [5, 7, 8, 10, 12, 13, 14], "propos": [1, 5, 8, 10], "With": [5, 6, 8, 13], "abl": [5, 8, 11, 14], "correctli": [5, 13], "classifi": 5, "cover": [5, 8, 10], "thin": 5, "semi": [5, 15], "transpar": 5, "scheme": 5, "multioutput": [5, 10, 11, 14], "output": [5, 6, 7, 9, 10, 12, 13, 14], "class": [5, 7, 8, 9, 10], "rule": 5, "huggingface_hub": [5, 8, 10], "hf_hub_download": [5, 8, 10], "georead": [5, 8, 10], "geotensor": [5, 8, 10], "shape": [5, 7, 8, 9, 10, 13, 14], "geometri": [5, 6, 8, 10, 13, 14], "reader": [5, 8, 10], "ee_queri": [5, 8, 10], "ee_imag": [5, 8, 10], "datetim": [5, 8, 10, 13], "ee": [5, 8, 10, 13], "plot_util": [5, 6, 10, 13, 14], "our": [5, 6, 7, 9, 13, 14], "huggingfac": 5, "repo": 5, "unet": [5, 6, 7, 9], "l8": 5, "paper": [1, 5, 10, 15], "case": [5, 12, 13, 14], "variabl": [5, 7, 8], "accord": 5, "wf2_unetv2_al": 5, "wf2_unetv2_bgriswir": [5, 8, 10], "rgbnir": 5, "wf2_unetv2_rgbi": 5, "subfolder_loc": [5, 8, 10], "config_fil": [5, 8, 10], "repo_id": [5, 8, 10], "isp": [5, 8, 10], "uv": [5, 8, 10], "es": [5, 8, 10], "subfold": [5, 7, 8, 10], "local_dir": [5, 8, 10], "local_dir_use_symlink": [5, 8, 10], "model_fil": [5, 8, 10], "script": [5, 7, 8, 10], "load_inference_funct": [5, 8, 10], "device_nam": [5, 8, 10], "cpu": [5, 6, 7, 8, 10, 14], "th_water": [5, 8, 10], "0": [5, 8, 10, 12, 13], "5": [5, 6, 13, 14], "th_bright": [5, 8, 10], "3500": [5, 7, 8, 10], "collection_nam": [5, 8, 10], "weight": [5, 6, 8, 9, 10], "input_tensor": [5, 8, 10], "nan_to_num": [5, 8, 10], "authent": [5, 10, 13], "initi": [5, 8, 10, 12, 13, 14], "aoi": [5, 10, 13], "polygon": [5, 8, 10, 13, 14], "153": 5, "20789834941638": 5, "28": [5, 8, 10, 13], "75874177524779": 5, "91332819718112": 5, "38848611797107": 5, "s2data": [5, 8], "2022": [5, 6, 9, 13, 14], "producttyp": [5, 8, 10], "as_str": [5, 8], "asset_id": [5, 8, 10], "iloc": [5, 8], "gee_id": [5, 8, 10], "geom": [5, 8, 10], "intersect": [5, 8, 10], "postflood": [5, 8, 10], "export_image_getpixel": [5, 8, 10], "proj": [5, 8, 10], "bands_ge": [5, 8, 10], "home": [5, 6, 7, 8, 10, 12, 13, 14], "mambaforg": [5, 8, 10], "env": [5, 7, 8, 10], "ml4floods2": [5, 8, 10], "lib": [5, 7, 8, 10], "python3": [5, 7, 8, 10], "site": [5, 7, 8, 10], "geopanda": [5, 6, 8, 10, 13, 14], "geoseri": [5, 8, 10], "645": [5, 8, 10], "futurewarn": [5, 8, 10], "convert_dtyp": [5, 8, 10], "deprec": [5, 6, 8, 10, 13], "remov": [5, 8, 10], "futur": [5, 8, 10, 12], "ser": [5, 8, 10], "object": [5, 6, 7, 8, 10, 12, 13, 14], "instead": [5, 8, 10, 13], "super": [5, 8, 10, 13], "func": [5, 8, 10], "kwarg": [5, 7, 8, 10], "warn": [5, 7, 8, 10, 12, 13, 14], "tiffreaddirectori": [5, 10], "sum": [5, 10], "photometr": [5, 10], "relat": [5, 8, 10], "extrasampl": [5, 10], "doesn": [5, 10], "t": [5, 10, 12, 13], "match": [5, 10], "samplesperpixel": [5, 10], "defin": [5, 12], "520260": 5, "6818730": 5, "6": [5, 6, 9, 10, 13], "1717": 5, "1766": 5, "resolut": [5, 10], "bound": [5, 10, 13, 14], "6801560": 5, "537920": 5, "cr": [5, 8, 10, 13, 14], "epsg": [5, 8, 10, 13], "32756": 5, "fill_value_default": [5, 8, 10], "prediction_postflood": [5, 8, 10], "prediction_postflood_cont": [5, 8, 10], "valu": [5, 6, 7, 8, 9, 10, 13], "len": [5, 6, 8, 9, 10, 12], "prediction_postflood_rast": [5, 8, 10], "1min": [5, 10], "15": [5, 8, 10, 13, 14], "total": [5, 7, 8, 10, 12, 14], "43": [5, 8], "wall": [5, 7, 10, 14], "colors_pr": [5, 8, 10], "240": [5, 8, 10], "flood_trac": [5, 8, 10], "fig": [5, 6, 7, 8, 10, 12, 13, 14], "ax": [5, 6, 7, 8, 10, 12, 13, 14], "subplot": [5, 6, 7, 8, 10, 12, 13, 14], "figsiz": [5, 6, 7, 8, 10, 12, 13, 14], "isel": [5, 8], "band": [5, 8, 9, 10, 13, 14], "3_500": [5, 8], "clip": [5, 8, 10, 12, 13], "add_scalebar": [5, 8, 10], "set_titl": [5, 6, 8, 10], "solardai": [5, 8, 10], "plot_segmentation_mask": [5, 8, 10], "interpretation_arrai": [5, 8, 10], "text": [5, 10, 12, 14], "satdata": 5, "bands_landsat": 5, "postfloodl8": 5, "10000": [5, 10], "131": 5, "ms": [5, 7, 10], "33": [5, 10], "165": 5, "89": [5, 7, 8, 9, 10], "520245": 5, "3181245": 5, "573": 5, "590": 5, "3198435": 5, "537945": 5, "32656": 5, "inf": 5, "prediction_postfloodl8": 5, "prediction_postflood_contl8": 5, "prediction_postfloodl8_rast": 5, "61": [5, 7], "publicli": 5, "environ": [5, 6, 7, 8, 9, 10], "google_application_credenti": [5, 7], "gcc_pai": 5, "gs_user_project": [5, 7], "your": [5, 6, 7, 9, 13, 14, 15], "cuda_visible_devic": 5, "cache_fold": 5, "startswith": [5, 8, 10], "download_tiff": 5, "gt_with_permanent_wat": 5, "ndarrai": 5, "taken": 5, "http": [1, 5, 6, 7, 8, 9, 10, 13, 14, 15], "googl": [5, 8, 10, 11], "engin": [5, 8, 10, 14], "catalog": 5, "jrc_gsw1_2_yearlyhistori": 5, "get_cmap_norm_color": [5, 14], "color_arrai": 5, "cmap_categor": 5, "listedcolormap": [5, 8], "norm_categor": 5, "vmin": [5, 14], "vmax": [5, 14], "interp": [5, 12], "zip": [5, 7, 15], "append": [5, 10, 12, 13], "label": [5, 13, 14], "plot_inference_set": 5, "softmax": [5, 7, 9], "argmax": [5, 6, 7], "inputs_show": 5, "squeez": [5, 8, 10], "targets_show": 5, "permanent_water_show": 5, "categori": [5, 8], "cmap_pr": 5, "norm_pr": 5, "patches_pr": 5, "cmap_gt": 5, "norm_gt": 5, "patches_gt": 5, "prediction_show": 5, "band_names_current_imag": 5, "iband": 5, "bands_rgb": 5, "index": [5, 8, 10, 12, 13], "b": [5, 8, 9, 13], "b4": [5, 7, 8, 10, 13], "b3": [5, 10, 13], "b2": [5, 10, 13], "swir_1": 5, "nir": [5, 6, 8, 13], "red": [5, 8, 13, 14], "composit": [5, 6, 12, 13], "bands_false_composit": 5, "b11": [5, 7, 8, 10, 13], "b8": [5, 7, 8, 10, 13], "false_rgb": 5, "3000": [5, 8, 10, 12, 13], "rgb": [5, 6, 12, 13], "swir1": [5, 6], "legend": [5, 6, 10, 14], "loc": [5, 10, 13, 14], "upper": [5, 14], "right": [5, 14], "download_imag": 5, "tiffs_for_infer": 5, "makedir": [5, 6, 7, 8, 9, 10, 13, 14], "exist_ok": [5, 6, 7, 8, 9, 10, 13, 14], "emsr333_02portopalo_del_monit01_v1_observed_event_a": [5, 9], "1000": [5, 13], "400": 5, "permanentwaterjrc": [5, 6, 14], "cont_pr": 5, "h": [5, 6, 8, 9, 10], "w": [1, 5, 6, 7, 9], "4_860": 5, "3_300": 5, "840": 5, "2_prod": [5, 6, 7, 9, 15], "emsr342_06northnormanton_del_v1_observed_event_a": [5, 9], "1_600": 5, "emsr271_02farkadona_del_v1_observed_event_a": 5, "rs2_20161008_water_extent_corail_pestel": [5, 6], "1_200": 5, "1_500": 5, "st1_20161014_waterextent_binhdinh_lak": 5, "emsr347_07zomba_del_monit01_v1_observed_event_a": [5, 9], "databas": [1, 5, 8, 10, 14], "pre": [1, 5, 8, 9, 10, 14, 15], "releas": [1, 5, 8, 10, 15], "creativ": [1, 5, 8, 10, 15], "common": [1, 5, 8, 10, 15], "comerci": [5, 8, 10], "written": [5, 8, 10], "consent": [5, 8, 10], "must": [5, 7, 8, 10], "file": [6, 9, 10, 14], "note": [6, 7, 8, 9, 10, 14], "necesari": 6, "pretrain": [6, 11, 15], "geotiff": 6, "drive": [6, 7, 9, 14], "other": [6, 7, 9, 12, 13, 14], "altern": [6, 7, 9, 15], "document": [6, 7, 9, 14], "re": [1, 6, 7, 9, 12, 14], "add": [6, 7, 8, 9, 10, 14, 15], "shortcut": [6, 7, 9, 14, 15], "Then": [6, 7, 9], "try": [6, 7, 9, 14], "content": [6, 7, 9, 13, 14, 15], "assert": [6, 7, 9, 14], "my": [6, 7, 9, 13, 14, 15], "u": [6, 7, 9, 11, 14, 15], "1dqfywetx614r49kuve3cbzwvo6qhvrvh": [6, 7, 9, 14], "google_colab": [6, 7, 9, 14], "path_to_dataset_fold": [6, 7, 9, 14], "dataset_fold": [6, 7, 9], "worldfloods_v1_0_sampl": [6, 7, 9], "wfv1_unet": [6, 9, 15], "folder_name_model_weight": [6, 9], "except": [6, 7, 9, 14], "importerror": [6, 7, 9, 14], "No": [6, 7, 14], "modul": [6, 7, 12, 13, 14], "val_fold": 6, "download_fold": [6, 9], "id": [6, 7, 9, 13, 14, 15], "1oup": [6, 9], "qvd1u": [6, 9], "re3liqkw7tokjsdu90blsk": [6, 9], "quiet": [6, 9, 13], "use_cooki": [6, 9], "1ogcnupgr0q6nlws7bbqq8pzilyonah12": 6, "usp": [6, 7, 9], "share": [6, 7, 9], "retriev": 6, "1vk48dyx5dq9jzdmx9m8z": 6, "eznqcma7kjg": 6, "1mdquzvl45_gtiilsdneb": 6, "un8xnroskyc": 6, "complet": 6, "uc": [6, 14], "ml4op": [6, 7], "100": [6, 7, 8, 9, 13, 14], "20k": 6, "629kb": 6, "31": [6, 10], "2m": 6, "3mb": 6, "param": [6, 7, 12], "control": [6, 7, 8, 10], "fed": 6, "nn": 6, "memori": 6, "contrain": 6, "totensor": [6, 9, 12], "25": [6, 7, 8, 9, 10, 13, 14], "checkpoint": [6, 7, 9], "wandb_ent": [6, 7, 9], "wandb_project": [6, 7, 9], "dirnam": [6, 9, 14], "eval": [6, 9], "comment": 6, "line": [6, 13], "doe": [6, 7, 12, 13], "inference_funct": [6, 7, 8, 9, 10], "function": [6, 7, 8, 9, 10, 12, 13, 14], "let": [6, 12, 13, 14], "stich": 6, "strategi": 6, "describ": 6, "huang": 6, "et": [6, 7, 11, 14], "al": [6, 7, 11, 14], "cell": [6, 7, 8, 10, 13], "afterward": [6, 8], "comparison": 6, "event_id": 6, "tiff_gt": 6, "tiff_permanentwaterjrc": 6, "load_input": 6, "dim": [6, 7], "pixel": [6, 8, 14, 15], "mask_invalid": 6, "_": [6, 7, 9], "plot_rgb_imag": [6, 13, 14], "plot_swirnirred_imag": [6, 10], "plot_gt_v1_with_perman": 6, "plot_gt_v1": [6, 14], "tight_layout": [6, 7, 8], "bellow": [6, 8], "data_out": 6, "geodatafram": [6, 8, 10, 13], "shapefil": 6, "save_fil": 6, "postprocess": [6, 10], "gpd": [6, 8, 10, 13, 14], "prob_water_mask": 6, "binary_water_mask": 6, "geoms_polygon": 6, "get_water_polygon": 6, "arang": [6, 7, 9], "categor": 6, "facecolor": [6, 13, 14], "edgecolor": [6, 13], "linewidth": [6, 13, 14], "alpha": 6, "axessubplot": [6, 13, 14], "artifici": 7, "intelig": 7, "monitor": [7, 13], "onlin": [7, 15], "cours": 7, "futurelearn": 7, "public_fold": 7, "gdown": [7, 13, 14, 15], "could": [7, 14], "tri": 7, "zipfil": 7, "validate_worldfloods_data": 7, "filenotfounderror": 7, "zip_file_nam": 7, "7gb": 7, "11o6akzk4r6derix32o4mmtj5dtzrrkgv": [7, 15], "zip_ref": 7, "extractal": 7, "close": [7, 8], "expect": [7, 8, 13], "format": [7, 13], "load": [7, 11, 12, 13, 14], "either": 7, "copi": [7, 12, 14], "hyper": 7, "out": [7, 9], "worldfloods_demo_test": 7, "early_stopping_pati": 7, "metric_monitor": 7, "val_dice_loss": 7, "linear": 7, "model_vers": [7, 9], "seed_everyth": 7, "training_demo": 7, "found": [7, 8, 13, 14], "trigger": 7, "264": 7, "29gb": 7, "custom": [7, 12], "train_test_split_sampl": 7, "depend": [7, 12], "product": [7, 8, 13, 14], "6298": [7, 9], "98": [7, 9], "63": 7, "103": 7, "169": 7, "pytorch_lightin": 7, "datamodul": 7, "attribut": 7, "train_dataset": 7, "val_dataset": 7, "test_dataset": [7, 9], "addit": [7, 14, 15], "train_dataload": 7, "val_dataload": [7, 9], "train_dl": 7, "train_dl_it": 7, "iter": 7, "batch": [7, 13], "worldfloods_model": 7, "n_imag": 7, "plot_batch": 7, "max_clip_v": 7, "bands_show": 7, "4500": 7, "plot_batch_output_v1": 7, "show_axi": 7, "scratch": [7, 11], "construct": 7, "simplecnn": 7, "implement": 7, "conv": 7, "later": [7, 12, 13], "automatical": 7, "log": 7, "relev": 7, "wandb": 7, "setup_weights_and_bias": 7, "wandblogg": 7, "uncom": 7, "ON": 7, "TO": 7, "login": 7, "done": 7, "onc": [7, 13], "init": 7, "demo": 7, "wandb_logg": 7, "entiti": 7, "modelcheckpoint": 7, "best": 7, "perform": [7, 12], "storag": [7, 13, 15], "earli": 7, "stop": 7, "earlystop": 7, "after": [7, 13], "epoch": 7, "latest": [6, 7, 15], "experiment_path": 7, "checkpoint_callback": 7, "dirpath": 7, "save_top_k": 7, "verbos": 7, "mode": [7, 10, 15], "min": [7, 8, 10, 12, 13], "early_stop_callback": 7, "patienc": 7, "strict": 7, "rest": 7, "readthedoc": 7, "en": 7, "maximum": 7, "fast_dev_run": 7, "default_root_dir": 7, "accumulate_grad_batch": 7, "gradient_clip_v": 7, "auto_lr_find": 7, "benchmark": 7, "check_val_every_n_epoch": 7, "log_gpu_memori": 7, "tpu": 7, "core": 7, "ipu": 7, "miniconda3": 7, "1580": 7, "userwarn": 7, "rank_zero_warn": 7, "fit": 7, "34m": 7, "1mwandb": 7, "0m": [7, 13], "33mipl_uv": 7, "relogin": 7, "forc": 7, "upgrad": 7, "track": 7, "21": [7, 13, 14], "sync": 7, "ai": 7, "2b206f4a": 7, "20210408_084312": 7, "266": 7, "k": 7, "trainabl": [1, 7], "065": 7, "mb": 7, "opt": [7, 12], "distribut": 7, "50": [7, 8, 9, 10], "bottleneck": 7, "consid": 7, "increas": 7, "argument": 7, "393": 7, "reach": 7, "60017": 7, "ckpt": 7, "top": [7, 14], "787": 7, "59220": 7, "1181": 7, "56052": 7, "1575": 7, "55334": 7, "befor": [7, 12, 13], "logit": 7, "prob": 7, "ravel": 7, "grid": [7, 8, 13], "panda": [7, 8, 9, 13], "pd": [7, 8, 9, 13], "activ": [7, 9], "otherwis": [7, 9], "fail": [7, 9, 10], "when": [7, 9, 13], "remot": [7, 9], "set_num_thread": [7, 9], "thresholds_wat": [7, 9], "1e": [7, 9, 12], "96": [7, 9], "99": [7, 9, 10], "995": [7, 9], "999": [7, 9], "met": [7, 9], "compute_metr": [7, 9], "convert_target": [7, 9], "plot_metr": [7, 9], "81it": 7, "52": [7, 8], "55it": 7, "per": [7, 9, 13], "iou": [7, 9], "8116431733608086": 7, "9123927497732395": 7, "605203573769534": 7, "hasattr": [7, 9], "image_fil": [7, 9, 12], "cems_cod": [7, 9], "basenam": [7, 9], "split": [7, 9], "file_nam": [7, 9, 12], "list_of_window": [7, 9, 12], "iou_per_cod": [7, 9], "datafram": [7, 8, 9, 10, 13], "group_confus": [7, 9], "confus": [7, 9], "calculate_i": [7, 9], "iou_": [7, 9], "recall_per_cod": [7, 9], "calculate_recal": [7, 9], "recall_": [7, 9], "join_data_per_cod": [7, 9], "merg": [7, 9], "set_index": [7, 9], "across": [7, 9], "axi": [7, 8, 9, 12, 13], "to_dict": [7, 9], "recall_land": [7, 9], "93": [7, 10], "08255820002643": 7, "recall_wat": [7, 9], "45670619858558": 7, "recall_cloud": [7, 9], "76": [7, 9], "05831858902059": 7, "iou_land": [7, 9], "90": [7, 9, 10, 13], "55111450826736": 7, "iou_wat": [7, 9], "68072319568316": 7, "iou_cloud": [7, 9], "91956034880197": 7, "emsr271": 7, "652827": 7, "97": [7, 9], "856891": 7, "792703": 7, "435118": 7, "24": [7, 10, 13, 14], "420104": 7, "70": [7, 9], "859015": 7, "emsr279": 7, "994390": 7, "400188": 7, "984087": 7, "83": [7, 10], "700250": 7, "200438": 7, "255267": 7, "emsr280": 7, "209005": 7, "197996": 7, "264703": 7, "885050": 7, "86": [7, 9], "735377": 7, "49": 7, "392122": 7, "emsr287": 7, "548484": 7, "487523": 7, "077289": 7, "816743": 7, "139818": 7, "221249": 7, "rs2": 7, "95": [7, 9, 10], "479942": 7, "84": 7, "557994": 7, "87": [7, 9], "650254": 7, "563623": 7, "458526": 7, "770675": 7, "st1": 7, "610701": 7, "239645": 7, "580875": 7, "905902": 7, "58": [7, 13], "130076": 7, "88": 7, "019034": 7, "along": 7, "conduct": [1, 7], "atomic_sav": 7, "save_json": 7, "dir": 7, "state_dict": 7, "cofig": 7, "config_file_path": 7, "save_dir": 7, "server": 7, "33mwarn": 7, "without": 7, "preserv": 7, "base_path": 7, "i": [7, 8, 10, 13], "mnt": 7, "h5": 7, "wait": 7, "pid": 7, "3265program": 7, "successfulli": 7, "debug": 7, "intern": [7, 12], "summari": 7, "_runtime619_timestamp1617872011_step1575loss0": 7, "76066epoch3val_bce_loss1": 7, "32021val_dice_loss0": 7, "55334val_recal": 7, "land0": 7, "93818val_recal": 7, "water0": 7, "84217val_recal": 7, "cloud0": 7, "6011val_iou": 7, "89992val_iou": 7, "57418val_iou": 7, "31644": 7, "histori": 7, "_runtim": 7, "_timestamp": 7, "_step": 7, "loss": 7, "val_bce_loss": 7, "val_recal": 7, "val_iou": 7, "864": 7, "media": 7, "artifact": 7, "head": [7, 13], "23": 13, "s2_safe_read": [8, 10], "egg": 13, "timedelta": [8, 13], "warp": [], "date_ev": [8, 13], "strptime": [8, 10], "date_start_search": 8, "date_end_search": [8, 13], "area_of_interest_geojson": 8, "19": [8, 13, 14], "483318354000062": 8, "41": [8, 13, 14], "84407200000004": 8, "351701478000052": 8, "84053242300007": 8, "298659824000026": 8, "871157520000054": 8, "236388306000038": 8, "89588351100008": 8, "22956438700004": 8, "42": [8, 13, 14], "086957306000045": 8, "327827977000027": 8, "09102668200006": 8, "778082109000025": 8, "10312055000003": 8, "777652446000047": 8, "97309238100007": 8, "777572772000042": 8, "94912981900006": 8, "582705341000064": 8, "94398333100003": 8, "581417139000052": 8, "94394820700006": 8, "54282145700006": 8, "90168177700008": 8, "area_of_interest": [8, 13, 14], "sentinelapi": [], "usernam": [], "password": [], "scihub": [], "eu": 13, "apihub": [], "platformnam": [], "s2msi1c": [], "cloudcoverpercentag": [8, 10], "products_gpd": [], "to_geodatafram": [], "ml4fl_py38": [], "pyproj": [], "syntax": [], "prefer": [], "mind": [], "pyproj4": [], "stabl": [], "gotcha": [], "_prepare_from_str": [], "pjarg": [], "link_altern": [], "link_icon": [], "ondemand": [], "datatakesensingstart": [], "beginposit": [], "endposit": [], "ingestiond": [], "platformidentifi": [], "orbitdirect": [], "platformserialidentifi": [], "processinglevel": [], "identifi": [], "datastripidentifi": [], "granuleidentifi": [], "uuid": [], "7855c95e": [], "6e00": [], "4a7d": [], "ba8c": [], "7f8ad5f7beca": [], "s2b_msil1c_20210218t094029_n0209_r036_t34tcm_2": [], "odata": [], "18t09": [], "024z": [], "09": [10, 13], "024": [], "943": [], "2017": [], "013a": [], "descend": [], "2b": [], "1c": [], "s2b_oper_msi_l1c_ds_vgs2_20210218t115327_s2021": [], "s2b_oper_msi_l1c_tl_vgs2_20210218t115327_a0206": [], "multipolygon": 14, "60606": [], "43884": [], "65397": [], "6c813d56": [], "a984": [], "40bd": [], "8752": [], "bee7cbc81146": [], "s2b_msil1c_20210215t093029_n0209_r136_t34tcm_2": [], "15t09": [], "930": [], "s2b_oper_msi_l1c_ds_epae_20210215t105122_s2021": [], "s2b_oper_msi_l1c_tl_epae_20210215t105122_a0206": [], "91997": [], "row": 14, "column": [8, 14], "product_to_download": [], "tabl": 13, "024000": [], "930000": [], "generationd": [], "22": [8, 10, 12, 13], "orbitnumb": [], "20611": [], "relativeorbitnumb": [], "136": [], "9774": [], "sensoroperationalmod": [], "INS": [], "nob": [], "level1cpdiidentifi": [], "tileid": [], "34tcm": [], "hv_order_tileid": [], "tm34c": [], "processingbaselin": [], "instrumentnam": [], "multi": 14, "spectral": [], "instrumentshortnam": [], "msi": [], "715": [], "s2datatakeid": [], "gs2b_20210215t093029_020611_n02": [], "60606083644028": [], "43883628550716": [], "folder_download": [], "s2safe_product": [], "newest": [], "750m": [], "20mb": [], "md5": [], "checksum": [], "5mb": [], "exctract": [], "s2_safe_fold": 10, "splitext": [], "s2obj": 10, "s2loader": 10, "out_r": 10, "from_epsg": 14, "32634": 14, "300000": [], "4700040": [], "s2imagel1c": [], "0x7f92654a1be0": [], "0x7f9267edf220": [], "bounds_pol_read": [], "bounds_pol_read_s2cr": [], "transform_bound": [], "4326": [8, 10, 13], "reproject": [], "load_bands_bbox": [], "2995": [], "4596": [], "353008": [], "60473929264": [], "4662742": [], "335279502": [], "go": 6, "colab": [8, 10, 11, 13, 15], "mount": [13, 15], "exists_ok": [], "vector": 13, "vectorized_datafram": [], "suptitl": [], "fontsiz": 14, "interest": [8, 11, 13, 14], "between": [8, 13, 14], "two": [8, 10, 15], "henc": [8, 15], "account": [8, 13], "export": 8, "those": [8, 14], "timezon": [8, 10, 13], "geemap": [8, 10, 13], "eefolium": 13, "folium": [8, 10, 13], "ee_download": [8, 13], "tzinfo": [8, 10, 13], "utc": [8, 10, 13], "generate_polygon": 13, "bbox": [], "x1": [], "y1": [], "x2": [], "y2": [], "x3": [], "y3": [], "x4": [], "y4": [], "imagecollect": 8, "img_col": [8, 13], "system": [8, 10, 13], "time_start": [8, 10, 13], "valid": [8, 12, 13, 15], "averag": 8, "probabl": [8, 13], "cloud_prob": [8, 13], "img_col_info_loc": [8, 13], "s2cloudless": [8, 14], "independ": 8, "collect": [8, 10, 13], "bounds_pol": 13, "pol_2_clip": 13, "pol": 13, "grab": [8, 13], "get_s2_collect": 13, "permanent_water_img": 13, "permanent_water_imag": [13, 14], "info": 13, "convert": [9, 13, 14], "img_col_info": 13, "img_collection_to_feature_collect": 13, "from_featur": 13, "getinfo": 13, "lambda": [9, 13], "x": [8, 9, 10, 13], "utcfromtimestamp": 13, "n_images_col": [8, 13], "isoformat": [8, 13], "marker": [8, 13], "ylim": [8, 13], "101": [8, 13], "xtick": [8, 13], "rotat": [8, 13], "ylabel": [8, 13], "12t00": 8, "01t00": 8, "percentag": [8, 10], "180": 13, "00000": 13, "254181": [], "38": 13, "983": [], "172355": [], "48": 13, "039": [], "966141": [], "39": 13, "993": [], "029202": [], "823": [], "941818": [], "26": [8, 13], "106": [], "897624": [], "986": [], "000000": [9, 10, 13], "341": [], "503629": [], "013119": [], "531": [], "999951": [], "08": [8, 10, 14], "218": [], "999130": [], "013": [], "54": 13, "985": 13, "191459": 13, "363": 13, "315460": 13, "845": 13, "94": [8, 9, 13], "017820": 13, "706": 13, "401171": 13, "862": 13, "978288": 13, "740": 13, "595103": 13, "012": 13, "loop": 8, "seen": [8, 14], "gee": [8, 10, 13, 14], "ll": 8, "imgs_list": [8, 13], "img_show": [8, 13], "addlay": [8, 10, 13], "swir": [8, 13], "strftime": [8, 10, 13], "waterclass": 13, "palett": 13, "cccccc": 13, "ffffff": 13, "99d9ea": 13, "0000ff": 13, "ff000000": 13, "centerobject": 13, "zoom": 13, "layercontrol": [8, 10, 13], "collaps": [8, 10, 13], "add_to": [8, 10, 13], "ve": 14, "googel": [], "export_to_gcp": [], "doc": [], "start": 13, "cred": [], "path_to_export": 8, "preingest": [], "bucket_nam": [], "utm": [], "aoi_shap": [], "lon": [], "centroid": [8, 10], "coord": [8, 10], "convert_wgs_to_utm": [], "export_task_fun_img": [], "export_task_imag": [], "bands_export": 13, "bands_s2_nam": [], "task": [10, 13], "img_export": 13, "select": [10, 13], "tofloat": 13, "albania_ts_": 8, "desc": [], "mayberun": [], "overwrit": [], "dry_run": [], "wait_task": [], "albania_ts_20210116": [], "albania_ts_20210119": [], "albania_ts_20210203": [], "albania_ts_20210205": [], "albania_ts_20210215": [], "albania_ts_20210218": [], "albania_ts_20210223": [], "albania_ts_20210225": [], "albania_ts_20210228": [], "here": [10, 12, 13, 14], "hood": [], "fsspec": [], "fs": [], "filesystem": [], "requester_pai": [], "exported_fil": [], "glob": 9, "size_read": [13, 14], "600": 13, "programat": [], "second": 13, "downlink": 14, "gdrive": [], "constrain": [], "tqdm": [8, 13], "predit": [], "folder_sav": [], "ts_output": [], "name_plot": [], "to_fil": 8, "geojson": [13, 14], "driver": 8, "savefig": 8, "jpg": 8, "362": [], "int64index": [], "appropri": [], "exec": [], "matplotlib_inlin": [], "backend_inlin": [], "backend": [], "cannot": [], "120": [], "121": [], "115": [], "69": 9, "67": [8, 9, 10, 14], "117": [], "57": [8, 10], "118": [], "79": 10, "16min": [], "4s": [], "4min": [], "20min": [], "17min": [], "date_it": 8, "read_fil": 14, "floodmap_folium": 13, "featur": 13, "add_child": 13, "divid": [9, 15], "test_fold": 9, "1bp1fxppikopqrgth2lu5wjpyx7lb2qow": 9, "del": 9, "worldfloodsdatasettil": 9, "worldfloodsdataset": 9, "bands_read_s2": 9, "test_fil": 9, "get_transform": 9, "image_prefix": [9, 12], "gt_prefix": [9, 12], "lock_read": 9, "There": [9, 10, 12, 15], "skip": [9, 14], "worldfloods_v1_sampl": 9, "emsr286_08ituangonorth_del_monit02_v1_observed_event_a": 9, "emsr286_09ituangosouth_del_monit02_v1_observed_event_a": 9, "emsr333_01rattaloro_del_monit01_v1_observed_event_a": 9, "emsr333_13torrecolonnasperone_del_monit01_v2_observed_event_a": 9, "emsr342_07southnormanton_del_monit03_v2_observed_event_a": 9, "emsr347_06mwanza_del_v1_observed_event_a": 9, "emsr347_07zomba_del_v2_observed_event_a": 9, "emsr9284_01ylitornionorthern_del_monit01_v1_observed_event_a": 9, "shuffl": 9, "v2": [9, 14], "inf_func": 9, "sigmoid": 9, "dual_head_output": 9, "zero": 9, "mask_cloud": 9, "9029077785566316": 9, "8734460214394203": 9, "7296114155197847": 9, "codes_loc": 9, "emsr333": 9, "itali": [9, 13], "emsr9284": 9, "emsr284": 9, "finland": [9, 13], "emsr347": 9, "malawi": [9, 13], "emsr286": 9, "colombia": 9, "emsr342": 9, "australia": [9, 13], "13838818450972": 9, "76496994702889": 9, "21174578522877": 9, "7264665724063": 9, "74": 9, "14875561083508": 9, "01686774881253": 9, "778702": 9, "101370": 9, "995128": 9, "452269": 9, "104708": 9, "259330": 9, "776235": 9, "642480": 9, "119989": 9, "956551": 9, "949436": 9, "404743": 9, "510674": 9, "022392": 9, "000729": 9, "419744": 9, "72": [8, 9], "314018": 9, "287511": 9, "848191": 9, "740996": 9, "942883": 9, "865007": 9, "443802": 9, "132753": 9, "778140": 9, "317612": 9, "938762": 9, "931815": 9, "000002": 9, "sement": 10, "particular": [10, 12, 13], "deriv": [10, 13], "focu": [10, 13], "region": [10, 13, 14], "nova": 10, "kakhovka": 10, "kherson": 1, "ukrain": 10, "where": [1, 10, 14, 15], "recent": 10, "dam": 1, "break": [1, 14], "caus": 10, "save_cog": [8, 10], "window_util": 10, "mosaic": 10, "rasterio_read": [8, 10], "rasterioread": [8, 10], "vectorize_outputv1": [8, 10], "40965055141422": 10, "849975215311474": 10, "24671826582107": 10, "923511440491325": 10, "936224664974134": 10, "845770100334164": 10, "33368262768653": 10, "62876156455022": 10, "25990197005967": 10, "514641087646424": 10, "31216326921171": 10, "408759851523826": 10, "843998842939385": 10, "56961795883814": 10, "21905051921081": 10, "72367854887557": 10, "aoi_gpd": [8, 10], "set_cr": 10, "tz": [10, 13], "start_period": 10, "end_period": 10, "overlap": [8, 10, 14], "flood_images_ge": 10, "flood_collect": 10, "date_start": [8, 10], "date_end": [8, 10], "return_collect": [8, 10], "add_s2cloudless": [8, 10], "groupbi": [8, 10], "overlappercentag": [8, 10], "agg": 10, "count": 10, "s2b": 10, "062169": 10, "434830": 10, "lc08": 10, "070000": 10, "634958": 10, "lc09": 10, "040000": 10, "542523": 10, "788626": 10, "100742": 10, "s2a": 10, "990063": 10, "540035": 10, "760000": 10, "054185": 10, "430000": 10, "152296": 10, "942521": 10, "707824": 10, "foliumap": [8, 10], "tl": [8, 10], "tilelay": [8, 10], "mt1": [8, 10], "vt": [8, 10], "lyr": [8, 10], "attr": [8, 10], "overlai": [8, 10, 13, 14], "max_zoom": [8, 10], "zoom_start": [8, 10], "localdatetime_str": [8, 10], "localdatetim": [8, 10], "dt": [8, 10], "showcolumn": [8, 10], "ff7777": [8, 10], "fffa69": [8, 10], "8fff84": [8, 10], "52adf1": [8, 10], "ff6ac2": [8, 10], "1b6d52": [8, 10], "fce5cd": [8, 10], "705334": [8, 10], "images_dai": [8, 10], "enumer": [8, 10], "outlin": [8, 10, 12], "image_col_day_sat": [8, 10], "filter": [8, 10, 13], "inlist": [8, 10], "b6": [8, 10, 13], "b5": [8, 10, 13], "style_kwd": [8, 10], "fillopac": [8, 10], "black": [8, 10], "By": 10, "post": 10, "date_pr": 10, "pre_flood": 10, "date_post": 10, "post_flood": 10, "utcdatetim": [8, 10], "solardatetim": [8, 10], "s2a_msil1c_20230608t084601_n0509_r107_t36tvs_20230608t104959": 10, "70898": 10, "95835": 10, "70900": 10, "090149": 10, "20230608t084601_20230608t084938_t36tv": 10, "32636": 10, "1686214645530": 10, "s2_harmon": 10, "530000": 10, "282631": 10, "427835": 10, "s2a_msil1c_20230608t084601_n0509_r107_t36tws_20230608t104959": 10, "44238": 10, "94462": 10, "44228": 10, "94471": 10, "989920": 10, "20230608t084601_20230608t084938_t36tw": 10, "1686214640951": 10, "951000": 10, "918853": 10, "363462": 10, "free": 10, "entir": [10, 15], "cloudi": [10, 15], "some": [10, 11, 12, 14], "t36tv": 10, "t36tw": 10, "te": [], "advantag": 10, "limit": 10, "tak": [], "dir_cach": 10, "cache_s2": [8, 10], "mosaic_s2": 10, "products_read": 10, "s2_public_bucket_path": 10, "safe": 10, "check_exist": 10, "cache_product_to_local_dir": 10, "polygon_read_dst_cr": 10, "polygon_to_cr": 10, "crs_polygon": 10, "dst_cr": 10, "data_memori": 10, "spatial_mosa": 10, "bands_s2_l1c": 10, "tiff_pr": 10, "pre_flood_memori": 10, "descript": [8, 10, 13], "tiff_post": 10, "post_flood_memori": 10, "5min": 10, "binari": [10, 11, 14, 15], "distinguish_flood_trac": 10, "71": 10, "postflood_pr": 10, "_pred": [8, 10], "pred": 10, "tag": 10, "preflood_pr": 10, "prediction_preflood": 10, "prediction_preflood_cont": 10, "trace": 10, "prediction_preflood_rast": 10, "300": 10, "364": 10, "365": 10, "5700": 10, "8800": 10, "preflood_shap": 10, "postflood_shap": [8, 10], "2893": 10, "plot_floodmap": 10, "prepost_shap": 10, "compute_pre_post_flood_wat": 10, "aggreg": 10, "acquir": [10, 13], "bands_l89": 10, "b7": [10, 13], "postfloodsl9": 10, "l89_image_info": 10, "itertupl": 10, "aoi_dst_cr": 10, "postfloodl9": 10, "post_flood_l9_data": 10, "537": 10, "443205": 10, "5196705": 10, "1900": 10, "2933": 10, "5139705": 10, "531195": 10, "09_pred": 10, "post_flood_shape_l9": 10, "filterwarn": [8, 10], "ignor": [8, 10], "area_imag": [8, 10], "post_flood_shap": 10, "postflood_mosa": 10, "mosaic_floodmap": 10, "classes_wat": 10, "prepost_shape_fin": 10, "isin": 10, "section": [11, 14], "freeli": 11, "standard": [11, 12, 14], "pr": 11, "roc": 11, "curv": 11, "detect": [6, 11], "vs": [11, 12], "probabilist": 11, "net": 11, "bayesian": 11, "ensembl": 11, "classif": [11, 14], "hub": 14, "johnson": [12, 14], "necessari": [12, 14], "receiv": 12, "readi": 12, "world": 12, "hidden": 12, "within": [12, 13, 14], "expos": 12, "reproduc": 12, "hope": 12, "explain": [12, 13], "spark": 12, "crucial": 12, "compli": 12, "torchvis": 12, "starter": 12, "ones": 12, "why": 12, "trick": 12, "correct": 12, "pyprojroot": 12, "spyder": 12, "project_fil": 12, "compat": 12, "dutil": 12, "albument": 12, "preprocess": [12, 13, 14], "wf_normal": 12, "putil": 12, "inlin": 12, "inlinebackend": 12, "figure_format": 12, "retina": 12, "seaborn": 12, "sn": 12, "set_context": 12, "context": 12, "talk": 12, "font_scal": 12, "foremost": 12, "while": [12, 14], "exactli": 12, "groundtruth": 12, "being": 12, "fairli": 12, "take": [12, 13, 14], "peek": 12, "s2_prefix": 12, "s2_demo_imag": 12, "gt_demo_imag": 12, "destin": 12, "s2_destination_dir": 12, "joinpath": 12, "demo_imag": 12, "gt_destination_dir": 12, "s2_demo_gcp_path": 12, "gcppath": 12, "download_file_from_bucket": 12, "gt_demo_gcp_path": 12, "satyarth934": 12, "Is": 12, "posixpath": 12, "ls": [12, 15], "lht": 12, "687m": 12, "rw": 12, "25m": 12, "constant": 12, "tile_height": 12, "tile_width": 12, "dt_idx": 12, "200": [12, 13], "intial": 12, "pt_ds_orig": 12, "get_list_of_window_slic": 12, "windows": 12, "pt_d": 12, "ri": 12, "untiled_image_shap": 12, "nrow": 12, "ncol": 12, "subplots_adjust": 12, "wspace": 12, "hspace": 12, "num_tiles_per_row": 12, "tile_num": 12, "uint8": 12, "off": 12, "set_aspect": 12, "equal": 12, "plot_imag": 12, "demo_image_dict": 12, "dictionari": 12, "nmask": 12, "call": [12, 14], "correspond": 12, "288": 12, "nifti": 12, "firstli": [12, 14], "length": 12, "well": [12, 13], "explicitli": 12, "extract": [12, 13, 14], "notic": [12, 13], "default": 12, "pattern": 12, "sinc": [12, 13], "heavili": 12, "upon": [12, 13], "stick": 12, "scikit": 12, "pillow": 12, "exampl": [12, 13], "accommad": 12, "sake": 12, "matrix": 12, "corner": 12, "reshape_as_imag": 12, "reshap": 12, "too": 12, "contour": 12, "wa": [12, 13, 14, 15], "would": [12, 13, 14], "rightarrow": 12, "On": 12, "contrari": 12, "invers": 12, "again": [12, 14], "mainli": [12, 14, 15], "transform_invpermutechannel": 12, "inversepermutechannel": 12, "transform_permutechannel": 12, "permutechannel": 12, "flavour": 12, "lead": 12, "unchang": 12, "mega_transform": 12, "compos": [12, 13], "matric": 12, "typic": 12, "transform_totensor": 12, "use_channel": 12, "channel_mean": 12, "channel_std": 12, "get_normalis": 12, "transform_norm": 12, "std": 12, "max_pixel_valu": 12, "plot_images_plt": 12, "check_img": 12, "transform_sc": 12, "shift_limit": 12, "001": 12, "scale_limit": 12, "rotate_limit": 12, "transform_channeljitt": 12, "perchannel": 12, "transform_flip": 12, "always_appli": 12, "transform_rr90": 12, "transform_motionblur": 12, "motionblur": 12, "blur_limit": 12, "transform_res": 12, "resizefactor": 12, "abov": 12, "simplifi": 12, "programm": 12, "he": 12, "she": 12, "decid": 12, "automat": [12, 15], "configur": 12, "attrdict": 12, "channels_configur": 12, "downsampling_factor": 12, "gaussnois": 12, "var_limit_low": 12, "var_limit_upp": 12, "from_nested_dict": 12, "transform_param": 12, "servic": 13, "co": 13, "examin": 13, "hydrographi": 13, "assess": 13, "natur": [1, 13], "geospati": 13, "recoveri": 13, "primarili": 13, "fluvial": 13, "uniqu": [13, 14], "webpag": 13, "variou": 13, "respect": 13, "walk": 13, "singl": [13, 14], "alert": 13, "table_floods_em": 13, "far": 13, "Be": 13, "care": 13, "choos": 13, "date": 13, "prior": 13, "june": 13, "2015": 13, "tmp": 13, "ccd3jpat": 13, "ml4floods_8eb3a646692647a49e9ba6678b10471c": 13, "command": 13, "blob": 13, "31merror": 13, "cancel": 13, "31m": 13, "copernicusem": 13, "occur": [13, 14], "table_activations_em": 13, "event_start_d": 13, "coded": 13, "countri": 13, "emsr568": 13, "cyclon": 13, "gomb": 13, "mozambiqu": 13, "emsr567": 13, "queensland": 13, "emsr565": 13, "tropic": 13, "emnati": 13, "madagascar": 13, "storm": 13, "emsr564": 13, "batsirai": 13, "emsr563": 13, "r\u00e9union": 13, "reunion": 13, "emsr562": 13, "emsr561": 13, "emsr559": 13, "emsr557": 13, "norwai": 13, "emsr556": 13, "typhoon": 13, "rai": 13, "philippin": 13, "emsr555": 13, "ebro": 13, "basin": 13, "spain": 13, "emsr554": 13, "emsr552": 13, "windstorm": 13, "emsr551": 13, "sulaymaniyah": 13, "district": 13, "iraq": 13, "emsr550": 13, "south": 13, "wale": 13, "emsr548": 13, "eastern": 13, "sicili": 13, "emsr520": 13, "netherland": 13, "emsr519": 13, "switzerland": 13, "emsr518": 13, "belgium": 13, "emsr517": 13, "western": 13, "germani": 13, "emsr514": 13, "guyana": 13, "emsr511": 13, "lapland": 13, "emsr507": 13, "timor": 13, "lest": 13, "emsr504": 13, "emsr502": 13, "southern": 13, "ireland": 13, "emsr498": 13, "corr\u00e8z": 13, "depart": 13, "franc": 13, "emsr497": 13, "emsr496": 13, "lazio": 13, "emsr495": 13, "elois": 13, "eswatini": 13, "zimbabw": 13, "emsr492": 13, "heavi": 13, "4000": 13, "hectar": 13, "affect": 13, "impact": 13, "entri": 13, "januari": 13, "6th": 13, "fetch": 13, "fetch_zip_fil": 13, "string": 13, "emsr_cod": 13, "zip_files_activation_url_list": 13, "fetch_zip_file_url": 13, "184632": 13, "emsr501_aoi01_del_monit02_r1_vectors_v1_vector": 13, "184615": 13, "emsr501_aoi01_del_monit01_r1_vectors_v1_vector": 13, "184606": 13, "emsr501_aoi01_del_product_r1_vectors_v1_vector": 13, "raw": 13, "0_raw": 13, "copernicus_em": 13, "copernicus_ems_zip": 13, "copernicus_ems_unzip": 13, "goe": 13, "finish": 13, "folder_out": 13, "copernicus_ems_raw": 13, "unzip_files_activ": 13, "zip_fil": 13, "local_zip_fil": 13, "download_vector_cem": 13, "unzipped_fil": 13, "unzip_copernicus_em": 13, "332": 13, "11it": 13, "Not": 13, "scrape": 13, "shp": 13, "repres": 13, "crisi": 13, "lake": [13, 14], "floodmask": 13, "supervis": 13, "filter_register_copernicusem": 13, "convent": 13, "timestamp": 13, "kei": 13, "hold": 13, "generate_floodmap": 13, "code_d": 13, "regist": 13, "unzip_fold": 13, "metadata_floodmap": [13, 14], "folder_fil": 13, "won": 13, "shapelydeprecationwarn": 13, "cascaded_union": 13, "unary_union": 13, "land_geometri": 13, "w_class": [13, 14], "49257": 13, "09545": 13, "49258": 13, "09541": [13, 14], "51681": 13, "09338": 13, "09329": 13, "50074": 13, "09272": 13, "09263": 13, "50933": 13, "09266": 13, "09257": 13, "50763": 13, "09290": 13, "09281": 13, "hydro": [13, 14], "hydro_l": 13, "blue": [8, 13], "emsr501_aoi01_del_product": 13, "emsr501_aoi01_del_product_observedeventa_r1_v1": 13, "flash": 13, "0000": 13, "nan": 13, "box": 13, "west": 13, "238301964000073": 13, "east": 13, "710555657000043": 13, "north": 13, "095451798000056": 13, "873487114000056": 13, "refer": 13, "abstract": 13, "area_of_interest_polygon": 13, "0x7f56811326d0": 13, "observed_event_fil": 13, "area_of_interest_fil": 13, "emsr501_aoi01_del_product_areaofinteresta_r1_v1": 13, "ems_cod": 13, "aoi_cod": 13, "date_ems_cod": 13, "satellite_pre_ev": 13, "street": 13, "timestamp_pre_ev": 13, "hydrology_fil": 13, "emsr501_aoi01_del_product_hydrographya_r1_v1": 13, "hydrology_file_l": 13, "emsr501_aoi01_del_product_hydrographyl_r1_v1": 13, "sure": 13, "sign": 13, "georeferenc": 13, "render": 13, "create_gt": [13, 14], "earthengin": 13, "viz": 13, "12t16": 13, "04t16": 13, "previou": [13, 14], "coverag": 13, "042142": 13, "135": 13, "b1": 13, "b8a": 13, "b9": 13, "b10": 13, "b12": 13, "qa60": 13, "date_i": 13, "filename_noext": 13, "ml4floods_flood_albania": 13, "tostorag": 13, "todriv": 13, "filenameprefix": 13, "skipemptytil": 13, "formatopt": 13, "cloudoptim": 13, "filedimens": 13, "12544": 13, "maxpixel": 13, "5e9": 13, "statu": 13, "state": 13, "creation_timestamp_m": 13, "1617123790366": 13, "update_timestamp_m": 13, "1617123855192": 13, "start_timestamp_m": 13, "1617123840398": 13, "task_typ": 13, "export_imag": 13, "attempt": 13, "phodtjsjbmopvzvjl7s5hs6": 13, "legaci": 13, "part": 13, "about": 14, "forthcom": 14, "extra": 14, "basi": 14, "demonstr": [1, 14], "s2_img_path": 14, "products_sample_tutori": 14, "1wpxbasa5kaeikpyu78ryzshjeuzalyel": 14, "prep": 14, "560m": 14, "8mb": 14, "800": 14, "advanc": 14, "consult": 14, "special": 14, "what": 14, "fortun": 14, "simpli": 14, "get_image_transform": 14, "cmap": [8, 14], "One": 14, "veri": 14, "conveni": 14, "blog": 14, "showcas": 14, "cloudmask": 14, "resum": 14, "cloud_mask": 14, "compute_s2cloudless_prob": 14, "calcul": 14, "cloudless": 14, "s2_cloud_prob": 14, "s2_rst": 14, "jrc_img_path": 14, "1n_nf9xdo4qse2bp76t0szhroo24fd": 14, "xt": 14, "314k": 14, "19mb": 14, "interpol": 14, "nearest": 14, "come": 14, "drought": 14, "floodmap_path": 14, "1gs1_9fxwrydgu7o": 14, "0ru4i8ixch4pvpqc": 14, "9m": 14, "4mb": 14, "floodmap_df": 14, "48718": 14, "48706": 14, "48966": 14, "09551": 14, "09540": 14, "48887": 14, "09549": 14, "09547": 14, "48967": 14, "09486": 14, "09481": 14, "48731": 14, "09523": 14, "09518": 14, "2046": 14, "43283": 14, "90527": 14, "90518": 14, "2047": 14, "43063": 14, "90832": 14, "43064": 14, "90823": 14, "2048": 14, "43015": 14, "90893": 14, "90884": 14, "2049": 14, "43065": 14, "90295": 14, "90304": 14, "2050": 14, "42929": 14, "91042": 14, "91033": 14, "2051": 14, "bh080": 14, "bh130": 14, "reservoir": 14, "bh140": 14, "bh141": 14, "bank": 14, "ba040": 14, "ba010": 14, "coastlin": 14, "That": 14, "rememb": 14, "floodmap_df_utm": 14, "to_cr": 14, "clear": [14, 15], "beyond": 14, "onto": 14, "geocoordin": 14, "piec": 14, "togeth": 14, "bit": 14, "fuse": 14, "resourc": 14, "logist": 14, "regress": 14, "poorli": 14, "due": 14, "complex": 14, "might": 14, "gt_meta": 14, "generate_land_water_cloud_gt": 14, "keep_stream": 14, "permanent_water_image_path": 14, "gtversion": 14, "encoding_valu": 14, "2996": 14, "4597": 14, "s2_image_path": 14, "cloudprob_image_path": 14, "6472757": 14, "250244": 14, "1559933": 14, "5489678": 14, "561790": 14, "212124": 14, "786019": 14, "boundingbox": 14, "left": 14, "353000": 14, "bottom": 14, "4632790": 14, "398970": 14, "4662750": 14, "newaxi": 14, "gt_binari": 14, "gt_meta_binari": 14, "generate_water_cloud_binary_gt": 14, "6472855": 14, "1564991": 14, "5725159": 14, "562505": 14, "219225": 14, "787354": 14, "173": 14, "216": 14, "230": 14, "cmap_cat": 14, "norm_cat": 14, "im_plt": 14, "norm": 14, "set_axis_off": 14, "0x7faf1f253e20": 14, "509": 15, "approxim": 15, "300gb": 15, "hard": 15, "disk": 15, "2016": 15, "curat": [1, 15], "anoth": 15, "metadata": 15, "8153514": 15, "request": 15, "pai": 15, "gsutil": 15, "cp": 15, "train_sampl": 15, "train_v1_0": 15, "train_sample_v1_0": 15, "val_v1_0": 15, "test_v1_0": 15, "mkdir": 15, "wfv1_scnn20": 15, "prepar": 1, "deploy": 1, "goal": 1, "band_names_s2": 8, "filename_pr": 8, "filename_jpg": 8, "filename_gkpg": 8, "gpkg": 8, "is_categorical_dtyp": 8, "grai": 8, "turquois": 8, "exploratori": 11, "addition": 1, "orbit": 1, "longep": 1, "anlind": 1, "bruhn": 1, "mathieu": 1, "payload": 1, "imageri": 1, "10391": 1, "34436": 1, "garcia_": [], "orbit_2023": [], "url": 1, "www": 1, "josh": 1, "nicola": 1, "simon": 1, "alic": 1, "fredrik": 1, "pierr": 1, "philipp": 1, "jun": 1, "garcia_inorbit_2023": 1}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"creat": 0, "doc": 0, "publish": 0, "packag": [0, 6, 9, 10, 12], "pip": 0, "introduct": [1, 2], "instal": [1, 10], "tutori": [1, 14], "citat": 1, "about": 1, "contributor": 1, "democratis": [1, 2], "ai": [1, 2], "enhanc": [1, 2], "flood": [1, 2, 5, 7, 9, 10, 13, 14], "tool": [1, 2], "mlop": [2, 11], "from": [2, 5, 7, 13, 15], "data": [2, 4, 5, 6, 7, 9, 10, 12, 14, 15], "prepar": [2, 5], "deploy": 2, "understand": 2, "us": [2, 5, 13], "viewer": 3, "label": 3, "editor": 3, "brief": [3, 12, 14], "descript": [3, 12, 14], "probabilist": 4, "neural": 4, "network": 4, "step": [4, 5, 6, 7, 8, 9, 10, 14], "0": [4, 6, 7, 9, 14], "notebook": [4, 6, 9], "setup": [4, 7], "1": [4, 6, 7, 8, 9, 10, 12, 13], "configur": [4, 7], "file": [4, 7, 12, 13], "2": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "dataload": [4, 7, 9], "3": [4, 6, 7, 8, 9, 10, 12, 13, 14], "load": [4, 5, 6, 8, 9, 10], "pre": [4, 6, 12], "train": [4, 5, 6, 7, 9], "model": [4, 5, 6, 7, 8, 9, 10, 14], "checkpoint": 4, "4": [4, 6, 7, 8, 9, 10, 12], "get": [4, 6, 9], "infer": [4, 5, 6, 8, 9, 10], "function": [4, 5], "5": [4, 7, 8, 9, 10, 12], "run": [4, 5, 6, 8, 9, 10], "over": [4, 8], "dataset": [4, 7, 9], "show": [4, 7, 8, 13, 14], "visual": [4, 12], "uncertainti": 4, "segment": [4, 5], "6": [4, 7, 8, 12], "try": [4, 5], "out": 4, "some": [4, 5, 7], "new": [4, 5], "cloud": [5, 8, 14], "awar": 5, "ml4flood": 5, "sentinel": [5, 8, 10, 13], "download": [5, 6, 7, 8, 9, 12, 15], "imag": [5, 7, 8, 9, 12, 13, 14], "plot": [5, 6, 7, 8, 10, 12, 14], "result": [5, 7, 10], "landsat": [5, 10], "more": [5, 12], "exampl": 5, "read": [5, 10, 13], "gcp": 5, "bucket": [5, 15], "helper": 5, "demo": [5, 12, 14], "perform": 5, "inference_funct": 5, "let": 5, "anoth": 5, "janitor": 5, "licenc": [1, 5, 8, 10], "necessari": [6, 10], "0a": [6, 7, 9, 14], "mount": [6, 7, 9, 14], "public": [6, 7, 9, 14], "folder": [6, 7, 9, 12, 14], "you": [6, 7, 9, 14], "ar": [6, 7, 9, 14], "googl": [6, 7, 9, 13, 14, 15], "colab": [6, 7, 9, 14], "0b": [6, 7, 9], "gdown": [6, 9], "jupyt": [6, 9], "config": [6, 8, 9, 12], "vectoris": 6, "water": [6, 13, 14], "mask": [6, 12, 14], "them": 6, "unzip": [7, 13], "worldflood": [7, 15], "sampl": 7, "seed": 7, "everyth": 7, "reproduc": 7, "b": 7, "make": 7, "uniqu": 7, "experi": 7, "option": 7, "set": 7, "up": 7, "weight": 7, "bias": 7, "logger": 7, "lightn": 7, "callback": 7, "light": 7, "trainer": 7, "start": 7, "7": 7, "eval": 7, "predict": [7, 10], "val": 7, "each": [7, 9], "event": [7, 13, 14], "valid": 7, "8": [7, 10], "save": [7, 13], "finish": 7, "connect": 7, "safe": [], "sentinelsat": [], "copernicu": 13, "open": [], "hub": [], "defin": 10, "area": 10, "interest": 10, "date": [8, 10], "search": 8, "product": 10, "queri": 10, "aoi": 8, "polygon": [], "5a": [], "5b": [], "time": 8, "seri": 8, "s2": [8, 14], "coverag": 8, "avail": 8, "displai": 8, "check": 12, "vector": [8, 10], "floodmap": [8, 10, 13, 14], "an": 8, "interact": 8, "map": [8, 13], "metric": 9, "If": 9, "all": [9, 12], "test": 9, "comput": 9, "postprocess": [], "import": 10, "paramet": 10, "prepost": 10, "9": 10, "join": 10, "overview": [11, 13], "process": [12, 13], "demonstr": 12, "tldr": 12, "inform": 12, "preambl": 12, "ensur": 12, "were": 12, "correctli": 12, "respect": 12, "worldfloodsdatasettil": 12, "so": 12, "now": 12, "we": 12, "can": 12, "init": 12, "our": 12, "predefin": 12, "class": [12, 14], "tile": 12, "origin": [12, 14], "nice": 12, "attribut": 12, "note": 12, "shape": 12, "covari": 12, "between": 12, "differ": 12, "channel": [12, 14], "input": 12, "transform": 12, "util": 12, "permut": 12, "To": 12, "tensor": 12, "special": 12, "normal": 12, "shiftscalerot": 12, "per": 12, "band": 12, "flip": 12, "randomrotate90": 12, "motion": 12, "blur": 12, "resiz": 12, "stack": 12, "togeth": 12, "compar": 12, "A": 12, "correl": 12, "seen": 12, "ingest": 13, "extent": 13, "em": 13, "rapid": 13, "activ": 13, "emsr": 13, "501": 13, "shkodra": 13, "albania": 13, "retriev": 13, "zip": 13, "url": 13, "given": 13, "code": 13, "local": 13, "build": 13, "metadata": 13, "2a": 13, "shapefil": 13, "2b": 13, "popul": 13, "dictionari": 13, "2c": 13, "gener": 13, "jrc": 13, "perman": [13, 14], "imageri": 13, "earth": 13, "engin": 13, "export": 13, "one": 13, "drive": [13, 15], "ground": 14, "truth": 14, "access": 14, "thi": 14, "last": 14, "probabl": 14, "base": 14, "figur": 14, "On": 14, "problem": 14, "The": 15, "databas": 15, "v2": 15, "zenodo": 15, "v1": 15, "project": 2, "rational": 2, "output": 8, "kherson": 10, "dam": 10, "break": 10, "end": 10}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx": 56}})
\ No newline at end of file
!pip install geemap
!pip install ml4floods
-
Licence diff --git a/content/ml_overview.html b/content/ml_overview.html index 1fca663..460de94 100644 --- a/content/ml_overview.html +++ b/content/ml_overview.html @@ -171,8 +171,8 @@
Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/prep/demo_pytorch_transforms.html b/content/prep/demo_pytorch_transforms.html index 578f665..ee6a794 100644 --- a/content/prep/demo_pytorch_transforms.html +++ b/content/prep/demo_pytorch_transforms.html @@ -173,8 +173,8 @@Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/prep/full_data_ingest.html b/content/prep/full_data_ingest.html index 1b9881b..3aba204 100644 --- a/content/prep/full_data_ingest.html +++ b/content/prep/full_data_ingest.html @@ -171,8 +171,8 @@Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/prep/gt_masks_generation.html b/content/prep/gt_masks_generation.html index 4c0178c..6b74466 100644 --- a/content/prep/gt_masks_generation.html +++ b/content/prep/gt_masks_generation.html @@ -171,8 +171,8 @@Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/content/worldfloods_dataset.html b/content/worldfloods_dataset.html index ebe541c..0c0108a 100644 --- a/content/worldfloods_dataset.html +++ b/content/worldfloods_dataset.html @@ -171,8 +171,8 @@Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/genindex.html b/genindex.html index 9413d77..28f65c4 100644 --- a/genindex.html +++ b/genindex.html @@ -168,8 +168,8 @@Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/objects.inv b/objects.inv index e252083..dd2f9e1 100644 Binary files a/objects.inv and b/objects.inv differ diff --git a/search.html b/search.html index f0ae8ed..459eb78 100644 --- a/search.html +++ b/search.html @@ -170,8 +170,8 @@Inference with clouds-aware models
The *WorldFloods* dataset
diff --git a/searchindex.js b/searchindex.js index 69129b5..c47cf8c 100644 --- a/searchindex.js +++ b/searchindex.js @@ -1 +1 @@ -Search.setIndex({"docnames": ["README", "content/config", "content/intro/introduction", "content/labeling", "content/ml4ops/HOWTO_Calculate_uncertainty_maps", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary", "content/ml4ops/HOWTO_Run_Inference_on_new_data", "content/ml4ops/HOWTO_Train_models", "content/ml4ops/HOWTO_inference_on_image_time_series", "content/ml4ops/HOWTO_performance_metrics_workflow", "content/ml4ops/HOWTO_postprocess_inference", "content/ml_overview", "content/prep/demo_pytorch_transforms", "content/prep/full_data_ingest", "content/prep/gt_masks_generation", "content/worldfloods_dataset"], "filenames": ["README.md", "content/config.md", "content/intro/introduction.md", "content/labeling.md", "content/ml4ops/HOWTO_Calculate_uncertainty_maps.ipynb", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary.ipynb", "content/ml4ops/HOWTO_Run_Inference_on_new_data.ipynb", "content/ml4ops/HOWTO_Train_models.ipynb", "content/ml4ops/HOWTO_inference_on_image_time_series.ipynb", "content/ml4ops/HOWTO_performance_metrics_workflow.ipynb", "content/ml4ops/HOWTO_postprocess_inference.ipynb", "content/ml_overview.md", "content/prep/demo_pytorch_transforms.ipynb", "content/prep/full_data_ingest.ipynb", "content/prep/gt_masks_generation.ipynb", "content/worldfloods_dataset.md"], "titles": ["Create docs", "Introduction", "Project rationale", "Viewer and label editor", "Probabilistic neural networks", "Inference with clouds aware floods segmentation model", "Run inference", "Train models", "Run inference on time series of Sentinel-2 images", "Model Metrics", "Postprocess inference", "MLOps overview", "Pre-processing Demonstration", "Ingest Flood Extent Maps", "Ground Truth", "The WorldFloods database"], "terms": {"instal": [0, 6, 7, 9, 13, 14], "jupyt": [0, 10], "book": 0, "ghp": 0, "import": [0, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "from": [0, 1, 4, 6, 8, 9, 10, 11, 12, 14], "main": 0, "directori": [0, 6, 7, 9, 12, 13, 14, 15], "run": [0, 1, 2, 3, 7, 11, 13, 14, 15], "make": [0, 2, 5, 6, 12, 13], "build": [0, 2, 4, 6], "jupyterbook": [0, 6, 7, 14], "check": [0, 13], "local": [0, 4, 6, 7, 9, 12], "look": [0, 10, 13], "good": 0, "upload": [0, 13], "github": [0, 1, 3, 13], "n": [0, 1, 12], "p": [0, 1, 4, 12], "f": [0, 1, 4, 5, 7, 8, 9, 10, 12, 13], "_build": 0, "html": [0, 7], "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13], "commit": 0, "should": [0, 4, 5], "appear": [0, 1, 2], "branch": 0, "gh": 0, "page": [0, 1, 5, 7, 8, 10, 15], "live": 0, "spaceml": [0, 3, 13], "org": [0, 3, 13, 15], "io": [0, 7], "ml4flood": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14], "twine": 0, "first": [0, 7, 10, 12, 14, 15], "updat": 0, "version": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15], "number": [0, 1, 5, 7, 8, 10, 12, 15], "__init__": 0, "py": [0, 3, 5, 7, 8, 10, 13], "rm": 0, "rf": 0, "dist": 0, "python": [0, 1, 3], "setup": 0, "sdist": 0, "bdist_wheel": 0, "testpypi": 0, "m": [0, 8, 10, 13], "repositori": [0, 13], "real": [0, 2, 12], "pypi": 0, "shown": [0, 7], "project": [0, 1, 5, 7, 10, 12, 13, 15], "test": [0, 1, 3, 4, 5, 6, 7, 8, 11, 15], "can": [0, 1, 2, 4, 6, 7, 8, 11, 13, 14, 15], "follow": [0, 1, 3, 5, 6, 7, 9, 10, 12, 13, 14], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15], "tutori": [0, 2, 4, 6, 7, 8, 9, 11], "understand": [0, 1, 12], "how": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "work": [0, 1, 5, 8, 10, 11, 15], "packag": [1, 3, 5, 7, 8, 13, 14, 15], "do": [1, 5, 6, 8, 10, 12, 13, 14], "end": [1, 2, 7], "flood": [4, 6, 8, 11, 15], "extent": [1, 2, 4, 5, 7, 8, 10, 11, 15], "estim": [1, 4, 7], "optic": [1, 5, 8, 10, 11, 15], "imag": [1, 2, 4, 6, 10, 11, 15], "us": [1, 3, 4, 6, 7, 8, 9, 10, 12, 14, 15], "deep": [1, 2], "learn": [1, 2, 7, 11, 12, 13, 14, 15], "model": [1, 2, 11, 12, 13, 15], "To": [1, 3, 6, 7, 13, 14, 15], "pip": [1, 6, 7, 9, 10, 13, 14], "avail": [1, 5, 7, 10, 12, 13, 14, 15], "publish": [1, 5, 8, 10], "under": [1, 2, 5, 8, 10, 11, 15], "gnu": [1, 5, 8, 10], "lesser": [1, 5, 8, 10], "gpl": [1, 5, 8, 10], "v3": [1, 5, 8, 10], "licenc": 15, "self": [1, 11], "contain": [1, 7, 11, 13, 15], "tool": 14, "train": [1, 2, 8, 10, 11, 12, 14, 15], "deploi": [1, 2, 4, 6, 7, 9], "segment": [1, 2, 6, 7, 8, 9, 10, 11, 14, 15], "sentinel": [1, 6, 11, 14, 15], "2": [1, 2, 11, 15], "landsat": [1, 8, 11], "These": [1, 2, 13, 14], "includ": [1, 2, 4, 12, 13], "download": [1, 3, 4, 10, 11, 13, 14], "map": [1, 2, 4, 7, 10, 11, 14, 15], "acquisit": [1, 2, 8], "neural": [1, 11], "network": [1, 6, 7, 9, 11], "visual": [1, 5, 6, 10, 13, 14], "result": [1, 2, 8], "an": [1, 2, 10, 11, 12, 13, 14, 15], "interact": [1, 13], "see": [1, 2, 6, 7, 8, 9, 10, 13, 14], "rational": 1, "more": [1, 2, 13, 14], "detail": [1, 2, 5, 13, 14], "explan": 1, "mai": [1, 7, 10, 12, 13], "help": [1, 12], "you": [1, 3, 5, 8, 10, 13, 15], "explor": [1, 8, 10, 12, 14], "dataset": [1, 2, 3, 5, 6, 11, 12, 14, 15], "cloud": [1, 2, 4, 6, 7, 9, 10, 11, 13], "awar": [1, 8, 10, 11], "vectoris": [1, 8, 11], "time": [1, 2, 5, 7, 10, 11, 12, 13, 14], "seri": [1, 2, 11], "ml": [1, 2, 12], "step": [1, 2, 12], "infer": [1, 7, 11], "new": [1, 2, 6, 7, 13, 14], "data": [1, 8, 13], "perf": 1, "metric": [1, 7, 11, 12], "ingest": [1, 2, 14], "copernicu": [1, 10, 14, 15], "em": [1, 14, 15], "If": [1, 5, 6, 7, 8, 10, 13, 14, 15], "find": [1, 2, 5, 7, 8, 10, 12, 15], "pleas": [1, 5, 7, 8, 10, 14, 15], "cite": [1, 5, 8, 10, 15], "articl": [1, 5, 8, 10, 15], "portal": [1, 5, 8, 10, 15], "julia_global_2023": [1, 5, 8, 10, 15], "titl": [1, 5, 8, 10, 12, 13, 14, 15], "global": [1, 5, 7, 8, 10, 11, 15], "satellit": [1, 2, 5, 7, 8, 10, 11, 13, 15], "volum": [1, 5, 8, 10, 15], "13": [1, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "issn": [1, 5, 8, 10, 15], "2045": [1, 5, 8, 10, 15], "2322": [1, 5, 8, 10, 15], "doi": [1, 5, 8, 10, 11, 15], "10": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "1038": [1, 5, 8, 10, 11, 15], "s41598": [1, 5, 8, 10, 11, 15], "023": [1, 5, 8, 10, 11, 15], "47595": [1, 5, 8, 10, 11, 15], "7": [1, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15], "1": [1, 2, 5, 14, 15], "urldat": [1, 5, 8, 10, 15], "2023": [1, 5, 8, 10, 11, 15], "11": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "30": [1, 4, 5, 8, 10, 13, 15], "journal": [1, 5, 8, 10, 15], "scientif": [1, 5, 7, 8, 10, 11, 15], "report": [1, 5, 7, 8, 10, 11, 15], "author": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "portal\u00e9": [1, 5, 8, 10, 11, 15], "juli\u00e0": [1, 5, 8, 10, 11, 15], "enriqu": [1, 5, 8, 10, 15], "mateo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "garc\u00eda": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "gonzalo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "purcel": [1, 5, 8, 10, 11, 15], "cormac": [1, 5, 8, 10, 15], "g\u00f3mez": [1, 5, 8, 10, 11, 15], "chova": [1, 5, 8, 10, 11, 15], "lui": [1, 5, 8, 10, 15], "month": [1, 5, 8, 10, 15], "nov": [1, 5, 8, 10, 15], "year": [1, 5, 8, 10, 13, 15], "20316": [1, 5, 8, 10, 11, 15], "garcia_towards_2021": [1, 15], "toward": [1, 7, 11, 15], "onboard": [1, 7, 11, 15], "low": [1, 7, 8, 11, 15], "cost": [1, 7, 11, 15], "machin": [1, 2, 6, 7, 11, 12, 13, 14, 15], "021": [1, 11, 15], "86650": [1, 11, 15], "z": [1, 8, 10, 11, 15], "2021": [1, 4, 7, 8, 11, 12, 13, 14, 15], "04": [1, 4, 5, 7, 8, 10, 13, 15], "01": [1, 4, 8, 10, 12, 13, 15], "garcia": [1, 7, 11, 15], "veitch": [1, 15], "micha": [1, 15], "joshua": [1, 15], "smith": [1, 15], "lewi": [1, 15], "oprea": [1, 15], "silviu": [1, 15], "vlad": [1, 15], "schumann": [1, 15], "gui": [1, 15], "gal": [1, 15], "yarin": [1, 15], "baydin": [1, 15], "at\u0131l\u0131m": [1, 15], "g\u00fcne\u015f": [1, 15], "back": [1, 13, 15], "dietmar": [1, 15], "mar": [1, 12, 15], "7249": [1, 7, 11, 15], "extens": 1, "fdl": 1, "europ": 1, "2019": [1, 6, 15], "disast": [1, 2, 13], "prevent": [1, 13], "progress": 1, "respons": [1, 2], "team": [1, 2], "which": [1, 2, 4, 7, 8, 10, 11, 12, 13, 14, 15], "ar": [1, 2, 4, 5, 8, 10, 11, 12, 13, 15], "g": [1, 5, 7, 8, 10, 11], "j": [1, 12, 14], "l": [1, 5, 7, 8, 9, 10, 11], "s": [1, 4, 5, 6, 7, 8, 10, 12, 13, 14], "y": [1, 8, 10, 13], "A": [1, 13, 15], "d": [1, 7, 8, 10, 13, 15], "ha": [1, 7, 13, 14], "been": [1, 7, 15], "further": [1, 12], "extend": [1, 14], "e": [1, 5, 6, 7, 8, 9, 10, 11, 14], "c": [1, 5, 8, 9, 10, 11, 12, 13], "fund": 1, "unit": 1, "kingdom": 1, "space": [1, 2, 7, 13], "agenc": [1, 2], "uksa": 1, "led": 1, "trillium": 1, "technolog": 1, "It": [1, 11, 12, 13, 14, 15], "also": [1, 2, 10, 12, 13, 14], "partial": [1, 5, 10], "support": [1, 2, 4], "spanish": 1, "ministri": 1, "scienc": 1, "innov": 1, "pid2019": 1, "109026rb": 1, "i00": 1, "mineco": 1, "erdf": 1, "mcin": 1, "aei": 1, "13039": 1, "501100011033": 1, "tarun": 1, "narayanan": 1, "emmanuel": [1, 12, 14], "jonhson": 1, "nadia": [1, 12, 13, 14], "ahm": [1, 12, 13, 14], "sam": [1, 4, 6, 7, 9, 11], "budd": [1, 4, 6, 7, 9, 11], "satyarth": [1, 12, 14], "praveen": [1, 12, 14], "luca": 1, "kruitwagen": 1, "margaret": 1, "maynard": 1, "reid": 1, "nichola": [1, 12], "roth": [1, 12], "richard": 1, "strang": 1, "leo": 1, "silverberg": 1, "edoardo": 1, "nemni": 1, "freddi": 1, "kalaitzi": 1, "sara": 1, "jen": 1, "jodi": 1, "hugh": 1, "jame": 1, "parr": 1, "ecosystem": 2, "code": [2, 6, 7, 9, 10, 12, 14], "pipelin": [2, 5, 8, 10, 12, 13], "tackl": 2, "whole": 2, "globe": 2, "revisit": 2, "locat": [2, 8, 10, 13], "everi": 2, "few": [2, 12], "dai": [2, 8, 10, 13], "even": [2, 15], "hour": 2, "record": [2, 15], "chang": [1, 2, 6, 7, 8, 9, 10, 12], "landscap": 2, "Their": [1, 2], "camera": 2, "infrar": 2, "radar": 2, "sensor": [2, 10], "through": [2, 13], "night": 2, "thei": [1, 2, 12, 13], "captur": 2, "inform": [1, 2, 13, 14], "mani": [2, 7, 14], "differ": [2, 5, 7, 8, 10, 13, 14], "observ": [2, 13], "paramet": [2, 5, 7, 8, 12], "dynam": 2, "rapid": 2, "process": [1, 2, 6, 7, 14], "event": [2, 4, 9, 10, 15], "like": [1, 2, 12, 13], "newer": [2, 14], "instrument": 2, "now": [2, 7, 14], "provid": [2, 5, 7, 8, 10, 12, 13], "contextu": 2, "precis": 2, "scale": [2, 13], "instanc": [2, 13], "individu": [2, 13], "search": 2, "rescu": 2, "peopl": [2, 13], "airborn": 2, "platform": [1, 2, 7, 14], "At": 2, "same": [2, 7, 12, 14], "ground": [2, 5, 6, 11, 13, 15], "base": [2, 4, 5, 13, 15], "rain": [2, 13], "gaug": 2, "river": [2, 13, 14], "level": 2, "station": 2, "surfac": 2, "condit": 2, "unavail": 2, "all": [1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14, 15], "store": [2, 7], "sometim": [2, 10], "commerci": [1, 2, 5, 8, 10, 15], "compani": 2, "often": [2, 12], "govern": 2, "open": [1, 2, 4, 5, 12, 13, 14], "restrict": 2, "access": [1, 2, 8, 11, 12, 13], "polici": 2, "howev": [1, 2, 8, 14], "remain": 2, "signific": 2, "barrier": 2, "non": [1, 2, 5, 7, 8, 10, 15], "specialist": [1, 2], "respond": 2, "quickli": 2, "emerg": [1, 2, 13], "situat": 2, "For": [2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "manag": [2, 13], "promis": 2, "translat": 2, "action": [2, 3], "intellig": 2, "directli": [2, 4, 7, 10, 12, 13], "answer": 2, "queri": [1, 2, 4, 5, 8, 13], "area": [2, 8, 11, 13, 14], "continu": [2, 8], "fall": 2, "swell": 2, "up": [2, 5, 12, 13], "next": [2, 6, 7, 8], "show": [2, 3, 5, 6, 9, 10, 11, 12], "me": 2, "water": [2, 4, 5, 7, 8, 9, 10, 11, 15], "stream": [2, 14], "wider": 2, "than": [1, 2], "meter": 2, "algorithm": [1, 2], "have": [1, 2, 6, 7, 11, 12, 13, 14, 15], "potenti": [1, 2, 12], "offer": [1, 2], "significantli": [1, 2], "faster": [1, 2], "accur": [1, 2], "tradit": [1, 2], "method": [1, 2, 7, 13, 14], "adapt": [1, 2, 7], "mean": [1, 2, 7, 8, 9, 10, 12, 13], "easili": [1, 2, 14], "grow": [1, 2, 3], "accommod": [1, 2], "over": [1, 2, 5, 10, 11, 13, 14], "expand": [1, 2, 12], "wide": [1, 2], "rang": [1, 2, 5, 8, 12, 13], "type": [1, 2, 4, 5, 7, 8, 10, 12, 13, 14], "Such": [1, 2], "fusion": [1, 2], "capabl": [1, 2], "game": [1, 2], "broad": [1, 2], "spectrum": [1, 2], "user": [1, 2, 5, 7, 10, 12, 13, 14], "worker": [1, 2, 7], "urban": [1, 2], "planner": [1, 2], "robust": [1, 2, 12], "reliabl": [1, 2], "almost": [1, 2], "art": [1, 2], "form": [1, 2, 7, 14], "requir": [1, 2, 5, 14, 15], "knowledg": [1, 2], "statist": [1, 2], "comput": [1, 2, 5, 11, 12, 13], "workflow": [1, 2, 5, 10], "becom": [1, 2], "much": [1, 2, 14], "becaus": [1, 2, 12, 14], "dedic": [1, 2], "sourc": [1, 2, 13, 14], "librari": [1, 2, 12, 14], "pytorch": [1, 2, 7, 12], "tensorflow": [1, 2], "myriad": [1, 2], "subtl": [1, 2], "pitfal": [1, 2], "associ": [1, 2, 7, 13], "produc": [1, 2, 10], "deepli": [1, 2], "skew": [1, 2], "still": [1, 2], "reason": [1, 2], "untrain": [1, 2], "ey": [1, 2], "integr": [1, 2], "avoid": [1, 2], "creat": [1, 2, 7, 9, 12, 13, 14, 15], "link": [1, 2, 13], "expert": [1, 2], "trust": [1, 2, 13], "incorpor": [1, 2], "calibr": [1, 2], "wrap": [1, 2], "interfac": [1, 2], "full": [1, 2], "embed": [1, 2], "visualis": [1, 2, 4, 5], "enabl": [1, 2, 4], "insight": [1, 2], "gener": [1, 2, 12, 14], "unifi": [1, 2], "suit": [1, 2], "get": [1, 2, 5, 7, 8, 10, 12, 13, 14], "80": [1, 2], "wai": [1, 2, 12], "allow": [1, 2, 10, 13, 14], "straightforward": [1, 2], "customis": [1, 2], "specif": [1, 2, 13, 14, 15], "problem": [1, 2], "sub": [1, 2, 7], "domain": [1, 2], "albania": 2, "made": 2, "practition": 2, "oper": [2, 13], "develop": [2, 5], "infanc": 2, "equival": 2, "devop": 2, "softwar": 2, "analys": 2, "earth": [2, 5, 7, 8, 10, 14], "eo": 2, "highli": 2, "doubli": 2, "complic": 2, "rare": 2, "scientist": 2, "who": [2, 7], "master": 2, "both": [2, 10, 12, 13], "In": [1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15], "four": [2, 14], "ml4cc": 2, "built": 2, "toolkit": 2, "appli": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13], "easi": [2, 14], "purpos": [2, 6, 12, 13, 14], "carefulli": 2, "design": 2, "cater": 2, "beneficiari": 2, "need": [2, 3, 6, 7, 9, 12, 14, 15], "want": [2, 5, 7, 8, 10, 12, 15], "actual": [2, 14], "just": [2, 4, 8, 14], "relief": 2, "effort": 2, "risk": [2, 13], "analyst": 2, "past": 2, "collat": 2, "research": [2, 12], "investig": 2, "better": [1, 2], "figur": [2, 8, 12, 13], "below": [2, 5, 12, 13, 14], "present": [2, 13], "overview": [2, 14], "alongsid": 2, "each": [2, 8, 11, 12, 13], "compon": [2, 12], "click": 2, "larger": 2, "structur": [2, 6, 12], "sort": 2, "organis": 2, "truth": [2, 5, 6, 11, 13, 15], "mask": [2, 7, 13, 15], "tile": [2, 4, 6, 7, 8, 9, 10], "augment": [2, 12], "normalis": 2, "3": [2, 5], "exist": [2, 6, 7, 8, 9, 10, 13, 14], "displai": [2, 11], "uncertainti": 2, "4": [2, 5, 13, 14], "via": [2, 4, 12], "web": [2, 3, 8], "applic": [2, 3, 12], "program": 2, "api": [2, 14], "so": [2, 13, 14], "technic": 2, "fine": 2, "tune": 2, "adopt": 2, "own": 2, "graphic": 2, "simpl": [2, 12, 14], "point": [2, 12, 13], "last": [2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "place": [2, 5, 14], "power": 2, "hand": 2, "ordinari": 2, "coordin": [2, 5, 8, 10, 14], "final": [2, 8, 14], "incred": 2, "them": [2, 4, 5, 7, 10, 11, 12, 13, 14], "compar": 2, "contrast": 2, "greatli": 2, "speed": 2, "flask": 3, "view": [3, 7], "manual": [3, 15], "edit": [3, 12], "floodmap": [3, 5], "worldflood": [1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14], "we": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14], "keep": [3, 14], "improv": [3, 7], "qualiti": 3, "its": [3, 13], "order": [3, 6, 7, 12, 14], "least": [3, 7], "subset": [3, 7, 15], "launch": [3, 13], "clone": [3, 13], "git": [3, 6, 13, 14], "com": [1, 3, 5, 6, 7, 8, 9, 10, 13, 14], "cd": 3, "serv": [3, 12, 14], "root_loc": 3, "path": [3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "worldfloods_v1_0": [3, 5, 6, 7, 9, 15], "gt_version": 3, "v1": [3, 4, 7, 9, 11, 14], "no_save_floodmap_bucket": 3, "video": [3, 8], "modifi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "07": [4, 7, 8, 10, 13], "measur": 4, "basic": [4, 14], "gcp": [4, 13, 15], "credenti": 4, "sy": [4, 5, 7, 10, 12, 13, 14], "os": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "pathlib": [4, 12, 13], "load_ext": [4, 12], "autoreload": [4, 12], "devic": [4, 7], "gc": [4, 7], "config_setup": [4, 6, 7, 9], "get_default_config": [4, 6, 7, 9], "pkg_resourc": [4, 7], "set": [4, 5, 6, 9, 10, 12, 13, 14], "filepath": [4, 7], "config_fp": [4, 6, 7, 9], "worldfloods_templ": [4, 7], "json": [4, 5, 6, 7, 8, 9, 10, 12, 15], "resource_filenam": [4, 7], "worldfloods_uncertainti": 4, "join": [4, 6, 7, 8, 9, 14], "root": [4, 12], "src": [4, 12, 14], "config": [4, 5, 7, 10, 15], "experi": [1, 4, 6, 9], "worldfloods_uncertainty_demo": 4, "data_param": [4, 5, 6, 7, 8, 9, 10, 12], "batch_siz": [4, 6, 7, 9, 12], "32": [4, 6, 7, 8, 9, 10, 13], "bucket_id": [4, 6, 7, 9, 12], "channel_configur": [4, 5, 6, 7, 8, 9, 10], "filter_window": [4, 6, 7, 9], "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "threshold_cloud": [4, 7], "8": [4, 5, 6, 8, 9, 12, 13, 14], "input_fold": [4, 6, 7, 9, 12], "s2": [4, 5, 6, 7, 9, 10, 12, 13], "loader_typ": [4, 6, 7, 9], "num_work": [4, 6, 7, 9], "path_to_split": [4, 6, 7, 9, 12], "public": [4, 5, 10, 12, 15], "target_fold": [4, 6, 7, 9, 12], "gt": [4, 5, 6, 7, 9, 12, 14], "test_transform": [4, 6, 7, 9, 12], "normal": [4, 5, 6, 7, 9], "true": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "train_test_split_fil": [4, 6, 7, 9], "train_test_split": [4, 6, 7, 9], "train_transform": [4, 6, 7, 9, 12], "window_s": [4, 6, 7, 9, 12], "256": [4, 6, 7, 9, 12], "experiment_nam": [4, 5, 6, 7, 8, 9, 10], "gpu": [4, 6, 7, 8, 9, 10], "model_param": [4, 5, 6, 7, 9], "hyperparamet": [4, 5, 6, 7, 9], "label_nam": [4, 6, 7, 9], "land": [4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "lr": [4, 6, 7, 9], "0001": [4, 6, 7, 9], "lr_decai": [4, 6, 7, 9], "lr_patienc": [4, 6, 7, 9], "max_epoch": [4, 6, 7, 9], "40": 4, "max_tile_s": [4, 5, 6, 7, 8, 9, 10], "model_typ": [4, 6, 7, 9], "unet_dropout": 4, "num_channel": [4, 6, 7, 9], "num_class": [4, 6, 7, 9, 12], "val_everi": [4, 6, 7, 9], "weight_per_class": [4, 6, 7, 9], "93445299": [4, 6, 7, 9], "36": [4, 6, 7, 9], "60054169": [4, 6, 7, 9], "19400729": [4, 6, 7, 9], "model_fold": [4, 6, 7, 9], "gs": [4, 5, 6, 7, 9, 12, 13, 14, 15], "ml4cc_data_lak": [4, 5, 6, 7, 9, 12, 13, 14, 15], "0_dev": [4, 6, 7, 9, 12, 13, 14], "2_mart": [4, 5, 6, 7, 9, 15], "2_mlmodelmart": [4, 6, 7, 9, 15], "path_to_weight": [4, 6, 9], "use_pretrained_weight": [4, 6, 9], "resume_from_checkpoint": [4, 6, 7, 9], "seed": [4, 6, 9], "12": [4, 5, 6, 7, 8, 9, 10, 13], "one": [4, 7, 10, 14, 15], "assum": [4, 7], "alreadi": [4, 5, 7, 12, 13, 14], "save": [4, 6, 8, 10], "bucket": [4, 7, 9, 10, 12, 13], "specifi": [4, 7, 13], "dataset_setup": [4, 7, 9], "folder": [4, 5, 13, 15], "val": [4, 5, 6, 9, 15], "onli": [4, 7, 10, 12, 13, 15], "data_modul": [4, 9], "get_dataset": [4, 7], "dl": [4, 7, 9], "test_dataload": [4, 7], "89741": 4, "1284": [4, 7, 9], "current": [4, 7, 15], "achiev": 4, "dropout": [4, 11], "dure": [4, 13], "pytorch_lightn": [4, 7], "util": [4, 7, 9, 10, 13, 14], "cloud_io": [4, 7], "model_setup": [4, 5, 6, 7, 8, 9, 10], "get_model": [4, 6, 7, 9], "torch": [4, 5, 6, 7, 8, 9, 10, 12], "print": [4, 6, 7, 8, 9, 10, 12, 13, 14], "path_to_model": 4, "pt": [4, 5, 6, 7, 8, 10, 15], "sampl": [4, 12], "vari": 4, "predict": [4, 5, 6, 8, 11], "prob_model": 4, "load_state_dict": 4, "cuda": [4, 6, 7, 9], "determinist": 4, "consist": [4, 14], "det_model": 4, "worldfloodsmodel": [4, 6, 7, 9], "dconv_down1": [4, 6, 9], "sequenti": [4, 6, 7, 9], "conv2d": [4, 6, 7, 9], "64": [4, 5, 6, 7, 8, 9, 10, 12, 14], "kernel_s": [4, 6, 7, 9], "stride": [4, 6, 7, 9], "pad": [4, 6, 7, 9], "relu": [4, 6, 7, 9], "inplac": [4, 6, 7, 9], "dconv_down2": [4, 6, 9], "128": [4, 6, 7, 9], "dconv_down3": [4, 6, 9], "dconv_down4": [4, 6, 9], "512": [4, 6, 9], "maxpool": [4, 6, 9], "maxpool2d": [4, 6, 9], "dilat": [4, 6, 9], "ceil_mod": [4, 6, 9], "dconv_up3": [4, 6, 9], "768": [4, 6, 9], "dconv_up2": [4, 6, 9], "384": [4, 6, 9], "dconv_up1": [4, 6, 9], "192": [4, 6, 9], "dropout2d": 4, "conv_last": [4, 6, 9], "handl": [4, 5, 7, 14], "larg": [4, 6], "multipl": [4, 7, 12, 13], "obtain": [4, 8, 11, 13, 14], "eval_mod": 4, "give": 4, "get_model_inference_funct": [4, 6, 7, 9], "prob_inference_funct": 4, "apply_norm": [4, 6, 7, 9], "det_inference_funct": 4, "compute_unecertainti": 4, "num_sampl": 4, "sever": [1, 4, 10, 13], "compute_uncertainti": 4, "p_pred_fun": 4, "d_pred_fun": 4, "00": [4, 5, 6, 7, 8, 9, 10, 13, 14], "max": [4, 6, 7, 8, 9, 10, 12, 13], "size": [4, 6, 7, 9, 10, 12], "1024": [4, 5, 7, 8, 9, 10], "9": [4, 7, 8, 9], "14": [4, 5, 7, 8, 12, 13, 14], "02": [4, 5, 8, 9, 10, 13, 14], "27": [1, 4, 5, 10], "78": [4, 7, 8, 10], "18": [4, 7, 8, 9, 10, 13], "16": [4, 5, 6, 7, 8, 10, 13, 14], "17": [4, 6, 7, 8, 9, 14], "20": [4, 10, 12, 13], "44": [4, 8], "60": [4, 5, 10], "35": [4, 5, 7, 10, 14], "45": [4, 8, 10], "29": [4, 13], "51": 4, "55": [4, 8, 13], "53": [4, 7, 13], "34": [4, 10], "65": 4, "03": [4, 5, 6, 8, 9, 10, 12, 13, 14], "56": [4, 7, 10], "59": [4, 8, 9, 13], "73": [4, 5, 7, 9, 10], "05": [4, 5, 7, 9, 10, 13], "47": 4, "75": [4, 7, 8, 10], "81": [4, 7, 9], "82": [4, 7], "06": [1, 4, 10, 12, 13], "91": [4, 7, 9, 10], "46": [4, 6, 10, 12], "rasterio": [4, 5, 10, 12, 14], "numpi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "np": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "plot": [4, 9, 13], "rasterioplt": [4, 5, 12, 14], "matplotlib": [4, 5, 6, 7, 8, 10, 12, 13, 14], "pyplot": [4, 5, 6, 7, 8, 10, 12, 13, 14], "plt": [4, 5, 6, 7, 8, 10, 12, 13, 14], "color": [4, 5, 8, 10, 13, 14], "patch": [4, 5, 6, 14], "mpatch": [4, 5], "option": [4, 5], "tupl": [4, 5], "union": [4, 5], "bands_s2": [4, 5], "no_grad": [4, 5], "def": [4, 5, 8, 9, 10, 12], "read_inference_pair": [4, 5], "tiff_input": [4, 5], "str": [4, 5, 12], "folder_ground_truth": [4, 5], "window": [4, 5, 6], "slice": [4, 5], "return_ground_truth": [4, 5], "bool": [4, 5], "channel": [4, 5, 6, 8, 10, 15], "none": [4, 5, 6, 7, 9, 12, 13, 14], "folder_permanent_wat": [4, 5], "tensor": [4, 5, 8, 10], "affin": [4, 5, 14], "read": [4, 6, 7, 9, 12, 14], "pair": [4, 5, 15], "layer": [4, 5, 6, 13, 14], "return": [4, 5, 8, 9, 10, 14], "pass": [4, 5, 7], "transform": [4, 5, 6, 8, 9, 10, 14], "lat": [4, 5], "long": [4, 5, 6, 7], "arg": [4, 5, 7, 8, 10], "filenam": [4, 5, 8, 10, 13], "name": [4, 5, 6, 7, 8, 10, 13, 14], "replac": [4, 5, 8, 10], "input": [4, 5, 6], "flag": [4, 5, 7], "indic": [4, 5, 13, 14], "list": [4, 5, 6, 8, 13], "return_permanent_wat": [4, 5], "perman": [4, 5, 6, 8], "raster": [4, 5], "torch_input": [4, 5, 6, 8, 10], "torch_target": [4, 5, 6], "tiff_target": [4, 5], "r": [4, 5, 6, 7, 12, 14], "rst": [4, 5], "arrai": [4, 5, 8, 10, 13, 14], "tolist": [4, 5, 7, 8, 9, 10, 13], "shift": [4, 5], "given": [4, 5], "els": [4, 5, 7, 8, 9, 10, 13], "astyp": [4, 5, 8, 10, 12], "float32": [4, 5, 8, 10, 14], "unsqueez": [4, 5, 6], "tiff_permanent_wat": [4, 5], "permanent_wat": [4, 5], "torch_permanent_wat": [4, 5, 6], "zeros_lik": [4, 5], "target": [4, 5], "colors_worldflood": [4, 5], "invalid": [4, 5, 6, 8, 10, 14], "139": [4, 5, 8, 10, 14], "220": [4, 5, 8, 10], "dtype": [4, 5, 8, 9, 10, 13, 14], "255": [4, 5, 8, 10, 12, 14], "interpretation_worldflood": [4, 5], "colors_worldfloods_perman": [4, 5], "237": [4, 5], "flood_wat": [4, 5], "85": [4, 5, 7, 9, 10], "92": [4, 5, 7, 9, 10], "seasonal_wat": [4, 5], "interpretation_worldfloods_perman": [4, 5], "season": [4, 5], "get_channel_configuration_band": [4, 5, 6, 8, 9, 10], "col_off": [4, 5], "1543": [4, 5], "row_off": [4, 5], "247": [4, 5], "width": [4, 5, 12], "2000": [4, 5], "height": [4, 5, 12], "tiff_s2": [4, 5, 6], "1_stage": [4, 5, 12, 14], "emsr501": [4, 5, 12, 13, 14], "aoi01": [4, 5, 12, 13, 14], "emsr501_aoi01_del_monit01_r1_v1": [4, 5, 12], "tif": [4, 5, 6, 8, 9, 10, 12, 13, 14], "v_1_1": [4, 5, 12], "jrc": [4, 5, 6, 14], "compute_uncertainties_for_image_pair": 4, "denorm": 4, "notebook": [5, 7, 8, 10, 12, 13, 14], "propos": [1, 5, 8, 10], "With": [5, 6, 8, 13], "abl": [5, 8, 11, 14], "correctli": [5, 13], "classifi": 5, "cover": [5, 8, 10], "thin": 5, "semi": [5, 15], "transpar": 5, "scheme": 5, "multioutput": [5, 10, 11, 14], "output": [5, 6, 7, 9, 10, 12, 13, 14], "class": [5, 7, 8, 9, 10], "rule": 5, "huggingface_hub": [5, 8, 10], "hf_hub_download": [5, 8, 10], "georead": [5, 8, 10], "geotensor": [5, 8, 10], "shape": [5, 7, 8, 9, 10, 13, 14], "geometri": [5, 6, 8, 10, 13, 14], "reader": [5, 8, 10], "ee_queri": [5, 8, 10], "ee_imag": [5, 8, 10], "datetim": [5, 8, 10, 13], "ee": [5, 8, 10, 13], "plot_util": [5, 6, 10, 13, 14], "our": [5, 6, 7, 9, 13, 14], "huggingfac": 5, "repo": 5, "unet": [5, 6, 7, 9], "l8": 5, "paper": [1, 5, 10, 15], "case": [5, 12, 13, 14], "variabl": [5, 7, 8], "accord": 5, "wf2_unetv2_al": 5, "wf2_unetv2_bgriswir": [5, 8, 10], "rgbnir": 5, "wf2_unetv2_rgbi": 5, "subfolder_loc": [5, 8, 10], "config_fil": [5, 8, 10], "repo_id": [5, 8, 10], "isp": [5, 8, 10], "uv": [5, 8, 10], "es": [5, 8, 10], "subfold": [5, 7, 8, 10], "local_dir": [5, 8, 10], "local_dir_use_symlink": [5, 8, 10], "model_fil": [5, 8, 10], "script": [5, 7, 8, 10], "load_inference_funct": [5, 8, 10], "device_nam": [5, 8, 10], "cpu": [5, 6, 7, 8, 10, 14], "th_water": [5, 8, 10], "0": [5, 8, 10, 12, 13], "5": [5, 6, 13, 14], "th_bright": [5, 8, 10], "3500": [5, 7, 8, 10], "collection_nam": [5, 8, 10], "weight": [5, 6, 8, 9, 10], "input_tensor": [5, 8, 10], "nan_to_num": [5, 8, 10], "authent": [5, 10, 13], "initi": [5, 8, 10, 12, 13, 14], "aoi": [5, 10, 13], "polygon": [5, 8, 10, 13, 14], "153": 5, "20789834941638": 5, "28": [5, 8, 10, 13], "75874177524779": 5, "91332819718112": 5, "38848611797107": 5, "s2data": [5, 8], "2022": [5, 6, 9, 13, 14], "producttyp": [5, 8, 10], "as_str": [5, 8], "asset_id": [5, 8, 10], "iloc": [5, 8], "gee_id": [5, 8, 10], "geom": [5, 8, 10], "intersect": [5, 8, 10], "postflood": [5, 8, 10], "export_image_getpixel": [5, 8, 10], "proj": [5, 8, 10], "bands_ge": [5, 8, 10], "home": [5, 6, 7, 8, 10, 12, 13, 14], "mambaforg": [5, 8, 10], "env": [5, 7, 8, 10], "ml4floods2": [5, 8, 10], "lib": [5, 7, 8, 10], "python3": [5, 7, 8, 10], "site": [5, 7, 8, 10], "geopanda": [5, 6, 8, 10, 13, 14], "geoseri": [5, 8, 10], "645": [5, 8, 10], "futurewarn": [5, 8, 10], "convert_dtyp": [5, 8, 10], "deprec": [5, 6, 8, 10, 13], "remov": [5, 8, 10], "futur": [5, 8, 10, 12], "ser": [5, 8, 10], "object": [5, 6, 7, 8, 10, 12, 13, 14], "instead": [5, 8, 10, 13], "super": [5, 8, 10, 13], "func": [5, 8, 10], "kwarg": [5, 7, 8, 10], "warn": [5, 7, 8, 10, 12, 13, 14], "tiffreaddirectori": [5, 10], "sum": [5, 10], "photometr": [5, 10], "relat": [5, 8, 10], "extrasampl": [5, 10], "doesn": [5, 10], "t": [5, 10, 12, 13], "match": [5, 10], "samplesperpixel": [5, 10], "defin": [5, 12], "520260": 5, "6818730": 5, "6": [5, 6, 9, 10, 13], "1717": 5, "1766": 5, "resolut": [5, 10], "bound": [5, 10, 13, 14], "6801560": 5, "537920": 5, "cr": [5, 8, 10, 13, 14], "epsg": [5, 8, 10, 13], "32756": 5, "fill_value_default": [5, 8, 10], "prediction_postflood": [5, 8, 10], "prediction_postflood_cont": [5, 8, 10], "valu": [5, 6, 7, 8, 9, 10, 13], "len": [5, 6, 8, 9, 10, 12], "prediction_postflood_rast": [5, 8, 10], "1min": [5, 10], "15": [5, 8, 10, 13, 14], "total": [5, 7, 8, 10, 12, 14], "43": [5, 8], "wall": [5, 7, 10, 14], "colors_pr": [5, 8, 10], "240": [5, 8, 10], "flood_trac": [5, 8, 10], "fig": [5, 6, 7, 8, 10, 12, 13, 14], "ax": [5, 6, 7, 8, 10, 12, 13, 14], "subplot": [5, 6, 7, 8, 10, 12, 13, 14], "figsiz": [5, 6, 7, 8, 10, 12, 13, 14], "isel": [5, 8], "band": [5, 8, 9, 10, 13, 14], "3_500": [5, 8], "clip": [5, 8, 10, 12, 13], "add_scalebar": [5, 8, 10], "set_titl": [5, 6, 8, 10], "solardai": [5, 8, 10], "plot_segmentation_mask": [5, 8, 10], "interpretation_arrai": [5, 8, 10], "text": [5, 10, 12, 14], "satdata": 5, "bands_landsat": 5, "postfloodl8": 5, "10000": [5, 10], "131": 5, "ms": [5, 7, 10], "33": [5, 10], "165": 5, "89": [5, 7, 8, 9, 10], "520245": 5, "3181245": 5, "573": 5, "590": 5, "3198435": 5, "537945": 5, "32656": 5, "inf": 5, "prediction_postfloodl8": 5, "prediction_postflood_contl8": 5, "prediction_postfloodl8_rast": 5, "61": [5, 7], "publicli": 5, "environ": [5, 6, 7, 8, 9, 10], "google_application_credenti": [5, 7], "gcc_pai": 5, "gs_user_project": [5, 7], "your": [5, 6, 7, 9, 13, 14, 15], "cuda_visible_devic": 5, "cache_fold": 5, "startswith": [5, 8, 10], "download_tiff": 5, "gt_with_permanent_wat": 5, "ndarrai": 5, "taken": 5, "http": [1, 5, 6, 7, 8, 9, 10, 13, 14, 15], "googl": [5, 8, 10, 11], "engin": [5, 8, 10, 14], "catalog": 5, "jrc_gsw1_2_yearlyhistori": 5, "get_cmap_norm_color": [5, 14], "color_arrai": 5, "cmap_categor": 5, "listedcolormap": [5, 8], "norm_categor": 5, "vmin": [5, 14], "vmax": [5, 14], "interp": [5, 12], "zip": [5, 7, 15], "append": [5, 10, 12, 13], "label": [5, 13, 14], "plot_inference_set": 5, "softmax": [5, 7, 9], "argmax": [5, 6, 7], "inputs_show": 5, "squeez": [5, 8, 10], "targets_show": 5, "permanent_water_show": 5, "categori": [5, 8], "cmap_pr": 5, "norm_pr": 5, "patches_pr": 5, "cmap_gt": 5, "norm_gt": 5, "patches_gt": 5, "prediction_show": 5, "band_names_current_imag": 5, "iband": 5, "bands_rgb": 5, "index": [5, 8, 10, 12, 13], "b": [5, 8, 9, 13], "b4": [5, 7, 8, 10, 13], "b3": [5, 10, 13], "b2": [5, 10, 13], "swir_1": 5, "nir": [5, 6, 8, 13], "red": [5, 8, 13, 14], "composit": [5, 6, 12, 13], "bands_false_composit": 5, "b11": [5, 7, 8, 10, 13], "b8": [5, 7, 8, 10, 13], "false_rgb": 5, "3000": [5, 8, 10, 12, 13], "rgb": [5, 6, 12, 13], "swir1": [5, 6], "legend": [5, 6, 10, 14], "loc": [5, 10, 13, 14], "upper": [5, 14], "right": [5, 14], "download_imag": 5, "tiffs_for_infer": 5, "makedir": [5, 6, 7, 8, 9, 10, 13, 14], "exist_ok": [5, 6, 7, 8, 9, 10, 13, 14], "emsr333_02portopalo_del_monit01_v1_observed_event_a": [5, 9], "1000": [5, 13], "400": 5, "permanentwaterjrc": [5, 6, 14], "cont_pr": 5, "h": [5, 6, 8, 9, 10], "w": [1, 5, 6, 7, 9], "4_860": 5, "3_300": 5, "840": 5, "2_prod": [5, 6, 7, 9, 15], "emsr342_06northnormanton_del_v1_observed_event_a": [5, 9], "1_600": 5, "emsr271_02farkadona_del_v1_observed_event_a": 5, "rs2_20161008_water_extent_corail_pestel": [5, 6], "1_200": 5, "1_500": 5, "st1_20161014_waterextent_binhdinh_lak": 5, "emsr347_07zomba_del_monit01_v1_observed_event_a": [5, 9], "databas": [1, 5, 8, 10, 14], "pre": [1, 5, 8, 9, 10, 14, 15], "releas": [1, 5, 8, 10, 15], "creativ": [1, 5, 8, 10, 15], "common": [1, 5, 8, 10, 15], "comerci": [5, 8, 10], "written": [5, 8, 10], "consent": [5, 8, 10], "must": [5, 7, 8, 10], "file": [6, 9, 10, 14], "note": [6, 7, 8, 9, 10, 14], "necesari": 6, "pretrain": [6, 11, 15], "geotiff": 6, "drive": [6, 7, 9, 14], "other": [6, 7, 9, 12, 13, 14], "altern": [6, 7, 9, 15], "document": [6, 7, 9, 14], "re": [1, 6, 7, 9, 12, 14], "add": [6, 7, 8, 9, 10, 14, 15], "shortcut": [6, 7, 9, 14, 15], "Then": [6, 7, 9], "try": [6, 7, 9, 14], "content": [6, 7, 9, 13, 14, 15], "assert": [6, 7, 9, 14], "my": [6, 7, 9, 13, 14, 15], "u": [6, 7, 9, 11, 14, 15], "1dqfywetx614r49kuve3cbzwvo6qhvrvh": [6, 7, 9, 14], "google_colab": [6, 7, 9, 14], "path_to_dataset_fold": [6, 7, 9, 14], "dataset_fold": [6, 7, 9], "worldfloods_v1_0_sampl": [6, 7, 9], "wfv1_unet": [6, 9, 15], "folder_name_model_weight": [6, 9], "except": [6, 7, 9, 14], "importerror": [6, 7, 9, 14], "No": [6, 7, 14], "modul": [6, 7, 12, 13, 14], "val_fold": 6, "download_fold": [6, 9], "id": [6, 7, 9, 13, 14, 15], "1oup": [6, 9], "qvd1u": [6, 9], "re3liqkw7tokjsdu90blsk": [6, 9], "quiet": [6, 9, 13], "use_cooki": [6, 9], "1ogcnupgr0q6nlws7bbqq8pzilyonah12": 6, "usp": [6, 7, 9], "share": [6, 7, 9], "retriev": 6, "1vk48dyx5dq9jzdmx9m8z": 6, "eznqcma7kjg": 6, "1mdquzvl45_gtiilsdneb": 6, "un8xnroskyc": 6, "complet": 6, "uc": [6, 14], "ml4op": [6, 7], "100": [6, 7, 8, 9, 13, 14], "20k": 6, "629kb": 6, "31": [6, 10], "2m": 6, "3mb": 6, "param": [6, 7, 12], "control": [6, 7, 8, 10], "fed": 6, "nn": 6, "memori": 6, "contrain": 6, "totensor": [6, 9, 12], "25": [6, 7, 8, 9, 10, 13, 14], "checkpoint": [6, 7, 9], "wandb_ent": [6, 7, 9], "wandb_project": [6, 7, 9], "dirnam": [6, 9, 14], "eval": [6, 9], "comment": 6, "line": [6, 13], "doe": [6, 7, 12, 13], "inference_funct": [6, 7, 8, 9, 10], "function": [6, 7, 8, 9, 10, 12, 13, 14], "let": [6, 12, 13, 14], "stich": 6, "strategi": 6, "describ": 6, "huang": 6, "et": [6, 7, 11, 14], "al": [6, 7, 11, 14], "cell": [6, 7, 8, 10, 13], "afterward": [6, 8], "comparison": 6, "event_id": 6, "tiff_gt": 6, "tiff_permanentwaterjrc": 6, "load_input": 6, "dim": [6, 7], "pixel": [6, 8, 14, 15], "mask_invalid": 6, "_": [6, 7, 9], "plot_rgb_imag": [6, 13, 14], "plot_swirnirred_imag": [6, 10], "plot_gt_v1_with_perman": 6, "plot_gt_v1": [6, 14], "tight_layout": [6, 7, 8], "bellow": [6, 8], "data_out": 6, "geodatafram": [6, 8, 10, 13], "shapefil": 6, "save_fil": 6, "postprocess": 6, "gpd": [6, 8, 10, 13, 14], "prob_water_mask": 6, "binary_water_mask": 6, "geoms_polygon": 6, "get_water_polygon": 6, "arang": [6, 7, 9], "categor": 6, "facecolor": [6, 13, 14], "edgecolor": [6, 13], "linewidth": [6, 13, 14], "alpha": 6, "axessubplot": [6, 13, 14], "artifici": 7, "intelig": 7, "monitor": [7, 13], "onlin": [7, 15], "cours": 7, "futurelearn": 7, "public_fold": 7, "gdown": [7, 13, 14, 15], "could": [7, 14], "tri": 7, "zipfil": 7, "validate_worldfloods_data": 7, "filenotfounderror": 7, "zip_file_nam": 7, "7gb": 7, "11o6akzk4r6derix32o4mmtj5dtzrrkgv": [7, 15], "zip_ref": 7, "extractal": 7, "close": [7, 8], "expect": [7, 8, 13], "format": [7, 13], "load": [7, 11, 12, 13, 14], "either": 7, "copi": [7, 12, 14], "hyper": 7, "out": [7, 9], "worldfloods_demo_test": 7, "early_stopping_pati": 7, "metric_monitor": 7, "val_dice_loss": 7, "linear": 7, "model_vers": [7, 9], "seed_everyth": 7, "training_demo": 7, "found": [7, 8, 13, 14], "trigger": 7, "264": 7, "29gb": 7, "custom": [7, 12], "train_test_split_sampl": 7, "depend": [7, 12], "product": [7, 8, 13, 14], "6298": [7, 9], "98": [7, 9], "63": 7, "103": 7, "169": 7, "pytorch_lightin": 7, "datamodul": 7, "attribut": 7, "train_dataset": 7, "val_dataset": 7, "test_dataset": [7, 9], "addit": [7, 14, 15], "train_dataload": 7, "val_dataload": [7, 9], "train_dl": 7, "train_dl_it": 7, "iter": 7, "batch": [7, 13], "worldfloods_model": 7, "n_imag": 7, "plot_batch": 7, "max_clip_v": 7, "bands_show": 7, "4500": 7, "plot_batch_output_v1": 7, "show_axi": 7, "scratch": [7, 11], "construct": 7, "simplecnn": 7, "implement": 7, "conv": 7, "later": [7, 12, 13], "automatical": 7, "log": 7, "relev": 7, "wandb": 7, "setup_weights_and_bias": 7, "wandblogg": 7, "uncom": 7, "ON": 7, "TO": 7, "login": 7, "done": 7, "onc": [7, 13], "init": 7, "demo": 7, "wandb_logg": 7, "entiti": 7, "modelcheckpoint": 7, "best": 7, "perform": [7, 12], "storag": [7, 13, 15], "earli": 7, "stop": 7, "earlystop": 7, "after": [7, 13], "epoch": 7, "latest": [6, 7, 15], "experiment_path": 7, "checkpoint_callback": 7, "dirpath": 7, "save_top_k": 7, "verbos": 7, "mode": [7, 10, 15], "min": [7, 8, 10, 12, 13], "early_stop_callback": 7, "patienc": 7, "strict": 7, "rest": 7, "readthedoc": 7, "en": 7, "maximum": 7, "fast_dev_run": 7, "default_root_dir": 7, "accumulate_grad_batch": 7, "gradient_clip_v": 7, "auto_lr_find": 7, "benchmark": 7, "check_val_every_n_epoch": 7, "log_gpu_memori": 7, "tpu": 7, "core": 7, "ipu": 7, "miniconda3": 7, "1580": 7, "userwarn": 7, "rank_zero_warn": 7, "fit": 7, "34m": 7, "1mwandb": 7, "0m": [7, 13], "33mipl_uv": 7, "relogin": 7, "forc": 7, "upgrad": 7, "track": 7, "21": [7, 13, 14], "sync": 7, "ai": 7, "2b206f4a": 7, "20210408_084312": 7, "266": 7, "k": 7, "trainabl": [1, 7], "065": 7, "mb": 7, "opt": [7, 12], "distribut": 7, "50": [7, 8, 9, 10], "bottleneck": 7, "consid": 7, "increas": 7, "argument": 7, "393": 7, "reach": 7, "60017": 7, "ckpt": 7, "top": [7, 14], "787": 7, "59220": 7, "1181": 7, "56052": 7, "1575": 7, "55334": 7, "befor": [7, 12, 13], "logit": 7, "prob": 7, "ravel": 7, "grid": [7, 8, 13], "panda": [7, 8, 9, 13], "pd": [7, 8, 9, 13], "activ": [7, 9], "otherwis": [7, 9], "fail": [7, 9, 10], "when": [7, 9, 13], "remot": [7, 9], "set_num_thread": [7, 9], "thresholds_wat": [7, 9], "1e": [7, 9, 12], "96": [7, 9], "99": [7, 9, 10], "995": [7, 9], "999": [7, 9], "met": [7, 9], "compute_metr": [7, 9], "convert_target": [7, 9], "plot_metr": [7, 9], "81it": 7, "52": [7, 8], "55it": 7, "per": [7, 9, 13], "iou": [7, 9], "8116431733608086": 7, "9123927497732395": 7, "605203573769534": 7, "hasattr": [7, 9], "image_fil": [7, 9, 12], "cems_cod": [7, 9], "basenam": [7, 9], "split": [7, 9], "file_nam": [7, 9, 12], "list_of_window": [7, 9, 12], "iou_per_cod": [7, 9], "datafram": [7, 8, 9, 10, 13], "group_confus": [7, 9], "confus": [7, 9], "calculate_i": [7, 9], "iou_": [7, 9], "recall_per_cod": [7, 9], "calculate_recal": [7, 9], "recall_": [7, 9], "join_data_per_cod": [7, 9], "merg": [7, 9], "set_index": [7, 9], "across": [7, 9], "axi": [7, 8, 9, 12, 13], "to_dict": [7, 9], "recall_land": [7, 9], "93": [7, 10], "08255820002643": 7, "recall_wat": [7, 9], "45670619858558": 7, "recall_cloud": [7, 9], "76": [7, 9], "05831858902059": 7, "iou_land": [7, 9], "90": [7, 9, 10, 13], "55111450826736": 7, "iou_wat": [7, 9], "68072319568316": 7, "iou_cloud": [7, 9], "91956034880197": 7, "emsr271": 7, "652827": 7, "97": [7, 9], "856891": 7, "792703": 7, "435118": 7, "24": [7, 10, 13, 14], "420104": 7, "70": [7, 9], "859015": 7, "emsr279": 7, "994390": 7, "400188": 7, "984087": 7, "83": [7, 10], "700250": 7, "200438": 7, "255267": 7, "emsr280": 7, "209005": 7, "197996": 7, "264703": 7, "885050": 7, "86": [7, 9], "735377": 7, "49": 7, "392122": 7, "emsr287": 7, "548484": 7, "487523": 7, "077289": 7, "816743": 7, "139818": 7, "221249": 7, "rs2": 7, "95": [7, 9, 10], "479942": 7, "84": 7, "557994": 7, "87": [7, 9], "650254": 7, "563623": 7, "458526": 7, "770675": 7, "st1": 7, "610701": 7, "239645": 7, "580875": 7, "905902": 7, "58": [7, 13], "130076": 7, "88": 7, "019034": 7, "along": 7, "conduct": [1, 7], "atomic_sav": 7, "save_json": 7, "dir": 7, "state_dict": 7, "cofig": 7, "config_file_path": 7, "save_dir": 7, "server": 7, "33mwarn": 7, "without": 7, "preserv": 7, "base_path": 7, "i": [7, 8, 10, 13], "mnt": 7, "h5": 7, "wait": 7, "pid": 7, "3265program": 7, "successfulli": 7, "debug": 7, "intern": [7, 12], "summari": 7, "_runtime619_timestamp1617872011_step1575loss0": 7, "76066epoch3val_bce_loss1": 7, "32021val_dice_loss0": 7, "55334val_recal": 7, "land0": 7, "93818val_recal": 7, "water0": 7, "84217val_recal": 7, "cloud0": 7, "6011val_iou": 7, "89992val_iou": 7, "57418val_iou": 7, "31644": 7, "histori": 7, "_runtim": 7, "_timestamp": 7, "_step": 7, "loss": 7, "val_bce_loss": 7, "val_recal": 7, "val_iou": 7, "864": 7, "media": 7, "artifact": 7, "head": [7, 13], "23": 13, "s2_safe_read": [8, 10], "egg": 13, "timedelta": [8, 13], "warp": [], "date_ev": [8, 13], "strptime": [8, 10], "date_start_search": 8, "date_end_search": [8, 13], "area_of_interest_geojson": 8, "19": [8, 13, 14], "483318354000062": 8, "41": [8, 13, 14], "84407200000004": 8, "351701478000052": 8, "84053242300007": 8, "298659824000026": 8, "871157520000054": 8, "236388306000038": 8, "89588351100008": 8, "22956438700004": 8, "42": [8, 13, 14], "086957306000045": 8, "327827977000027": 8, "09102668200006": 8, "778082109000025": 8, "10312055000003": 8, "777652446000047": 8, "97309238100007": 8, "777572772000042": 8, "94912981900006": 8, "582705341000064": 8, "94398333100003": 8, "581417139000052": 8, "94394820700006": 8, "54282145700006": 8, "90168177700008": 8, "area_of_interest": [8, 13, 14], "sentinelapi": [], "usernam": [], "password": [], "scihub": [], "eu": 13, "apihub": [], "platformnam": [], "s2msi1c": [], "cloudcoverpercentag": [8, 10], "products_gpd": [], "to_geodatafram": [], "ml4fl_py38": [], "pyproj": [], "syntax": [], "prefer": [], "mind": [], "pyproj4": [], "stabl": [], "gotcha": [], "_prepare_from_str": [], "pjarg": [], "link_altern": [], "link_icon": [], "ondemand": [], "datatakesensingstart": [], "beginposit": [], "endposit": [], "ingestiond": [], "platformidentifi": [], "orbitdirect": [], "platformserialidentifi": [], "processinglevel": [], "identifi": [], "datastripidentifi": [], "granuleidentifi": [], "uuid": [], "7855c95e": [], "6e00": [], "4a7d": [], "ba8c": [], "7f8ad5f7beca": [], "s2b_msil1c_20210218t094029_n0209_r036_t34tcm_2": [], "odata": [], "18t09": [], "024z": [], "09": [10, 13], "024": [], "943": [], "2017": [], "013a": [], "descend": [], "2b": [], "1c": [], "s2b_oper_msi_l1c_ds_vgs2_20210218t115327_s2021": [], "s2b_oper_msi_l1c_tl_vgs2_20210218t115327_a0206": [], "multipolygon": 14, "60606": [], "43884": [], "65397": [], "6c813d56": [], "a984": [], "40bd": [], "8752": [], "bee7cbc81146": [], "s2b_msil1c_20210215t093029_n0209_r136_t34tcm_2": [], "15t09": [], "930": [], "s2b_oper_msi_l1c_ds_epae_20210215t105122_s2021": [], "s2b_oper_msi_l1c_tl_epae_20210215t105122_a0206": [], "91997": [], "row": 14, "column": [8, 14], "product_to_download": [], "tabl": 13, "024000": [], "930000": [], "generationd": [], "22": [8, 10, 12, 13], "orbitnumb": [], "20611": [], "relativeorbitnumb": [], "136": [], "9774": [], "sensoroperationalmod": [], "INS": [], "nob": [], "level1cpdiidentifi": [], "tileid": [], "34tcm": [], "hv_order_tileid": [], "tm34c": [], "processingbaselin": [], "instrumentnam": [], "multi": 14, "spectral": [], "instrumentshortnam": [], "msi": [], "715": [], "s2datatakeid": [], "gs2b_20210215t093029_020611_n02": [], "60606083644028": [], "43883628550716": [], "folder_download": [], "s2safe_product": [], "newest": [], "750m": [], "20mb": [], "md5": [], "checksum": [], "5mb": [], "exctract": [], "s2_safe_fold": 10, "splitext": [], "s2obj": 10, "s2loader": 10, "out_r": 10, "from_epsg": 14, "32634": 14, "300000": [], "4700040": [], "s2imagel1c": [], "0x7f92654a1be0": [], "0x7f9267edf220": [], "bounds_pol_read": [], "bounds_pol_read_s2cr": [], "transform_bound": [], "4326": [8, 10, 13], "reproject": [], "load_bands_bbox": [], "2995": [], "4596": [], "353008": [], "60473929264": [], "4662742": [], "335279502": [], "go": 6, "colab": [8, 10, 11, 13, 15], "mount": [13, 15], "exists_ok": [], "vector": 13, "vectorized_datafram": [], "suptitl": [], "fontsiz": 14, "interest": [8, 11, 13, 14], "between": [8, 13, 14], "two": [8, 10, 15], "henc": [8, 15], "account": [8, 13], "export": 8, "those": [8, 14], "timezon": [8, 10, 13], "geemap": [8, 10, 13], "eefolium": 13, "folium": [8, 10, 13], "ee_download": [8, 13], "tzinfo": [8, 10, 13], "utc": [8, 10, 13], "generate_polygon": 13, "bbox": [], "x1": [], "y1": [], "x2": [], "y2": [], "x3": [], "y3": [], "x4": [], "y4": [], "imagecollect": 8, "img_col": [8, 13], "system": [8, 10, 13], "time_start": [8, 10, 13], "valid": [8, 12, 13, 15], "averag": 8, "probabl": [8, 13], "cloud_prob": [8, 13], "img_col_info_loc": [8, 13], "s2cloudless": [8, 14], "independ": 8, "collect": [8, 10, 13], "bounds_pol": 13, "pol_2_clip": 13, "pol": 13, "grab": [8, 13], "get_s2_collect": 13, "permanent_water_img": 13, "permanent_water_imag": [13, 14], "info": 13, "convert": [9, 13, 14], "img_col_info": 13, "img_collection_to_feature_collect": 13, "from_featur": 13, "getinfo": 13, "lambda": [9, 13], "x": [8, 9, 10, 13], "utcfromtimestamp": 13, "n_images_col": [8, 13], "isoformat": [8, 13], "marker": [8, 13], "ylim": [8, 13], "101": [8, 13], "xtick": [8, 13], "rotat": [8, 13], "ylabel": [8, 13], "12t00": 8, "01t00": 8, "percentag": [8, 10], "180": 13, "00000": 13, "254181": [], "38": 13, "983": [], "172355": [], "48": 13, "039": [], "966141": [], "39": 13, "993": [], "029202": [], "823": [], "941818": [], "26": [8, 13], "106": [], "897624": [], "986": [], "000000": [9, 10, 13], "341": [], "503629": [], "013119": [], "531": [], "999951": [], "08": [8, 10, 14], "218": [], "999130": [], "013": [], "54": 13, "985": 13, "191459": 13, "363": 13, "315460": 13, "845": 13, "94": [8, 9, 13], "017820": 13, "706": 13, "401171": 13, "862": 13, "978288": 13, "740": 13, "595103": 13, "012": 13, "loop": 8, "seen": [8, 14], "gee": [8, 10, 13, 14], "ll": 8, "imgs_list": [8, 13], "img_show": [8, 13], "addlay": [8, 10, 13], "swir": [8, 13], "strftime": [8, 10, 13], "waterclass": 13, "palett": 13, "cccccc": 13, "ffffff": 13, "99d9ea": 13, "0000ff": 13, "ff000000": 13, "centerobject": 13, "zoom": 13, "layercontrol": [8, 10, 13], "collaps": [8, 10, 13], "add_to": [8, 10, 13], "ve": 14, "googel": [], "export_to_gcp": [], "doc": [], "start": 13, "cred": [], "path_to_export": 8, "preingest": [], "bucket_nam": [], "utm": [], "aoi_shap": [], "lon": [], "centroid": [8, 10], "coord": [8, 10], "convert_wgs_to_utm": [], "export_task_fun_img": [], "export_task_imag": [], "bands_export": 13, "bands_s2_nam": [], "task": [10, 13], "img_export": 13, "select": [10, 13], "tofloat": 13, "albania_ts_": 8, "desc": [], "mayberun": [], "overwrit": [], "dry_run": [], "wait_task": [], "albania_ts_20210116": [], "albania_ts_20210119": [], "albania_ts_20210203": [], "albania_ts_20210205": [], "albania_ts_20210215": [], "albania_ts_20210218": [], "albania_ts_20210223": [], "albania_ts_20210225": [], "albania_ts_20210228": [], "here": [10, 12, 13, 14], "hood": [], "fsspec": [], "fs": [], "filesystem": [], "requester_pai": [], "exported_fil": [], "glob": 9, "size_read": [13, 14], "600": 13, "programat": [], "second": 13, "downlink": 14, "gdrive": [], "constrain": [], "tqdm": [8, 13], "predit": [], "folder_sav": [], "ts_output": [], "name_plot": [], "to_fil": 8, "geojson": [13, 14], "driver": 8, "savefig": 8, "jpg": 8, "362": [], "int64index": [], "appropri": [], "exec": [], "matplotlib_inlin": [], "backend_inlin": [], "backend": [], "cannot": [], "120": [], "121": [], "115": [], "69": 9, "67": [8, 9, 10, 14], "117": [], "57": [8, 10], "118": [], "79": 10, "16min": [], "4s": [], "4min": [], "20min": [], "17min": [], "date_it": 8, "read_fil": 14, "floodmap_folium": 13, "featur": 13, "add_child": 13, "divid": [9, 15], "test_fold": 9, "1bp1fxppikopqrgth2lu5wjpyx7lb2qow": 9, "del": 9, "worldfloodsdatasettil": 9, "worldfloodsdataset": 9, "bands_read_s2": 9, "test_fil": 9, "get_transform": 9, "image_prefix": [9, 12], "gt_prefix": [9, 12], "lock_read": 9, "There": [9, 10, 12, 15], "skip": [9, 14], "worldfloods_v1_sampl": 9, "emsr286_08ituangonorth_del_monit02_v1_observed_event_a": 9, "emsr286_09ituangosouth_del_monit02_v1_observed_event_a": 9, "emsr333_01rattaloro_del_monit01_v1_observed_event_a": 9, "emsr333_13torrecolonnasperone_del_monit01_v2_observed_event_a": 9, "emsr342_07southnormanton_del_monit03_v2_observed_event_a": 9, "emsr347_06mwanza_del_v1_observed_event_a": 9, "emsr347_07zomba_del_v2_observed_event_a": 9, "emsr9284_01ylitornionorthern_del_monit01_v1_observed_event_a": 9, "shuffl": 9, "v2": [9, 14], "inf_func": 9, "sigmoid": 9, "dual_head_output": 9, "zero": 9, "mask_cloud": 9, "9029077785566316": 9, "8734460214394203": 9, "7296114155197847": 9, "codes_loc": 9, "emsr333": 9, "itali": [9, 13], "emsr9284": 9, "emsr284": 9, "finland": [9, 13], "emsr347": 9, "malawi": [9, 13], "emsr286": 9, "colombia": 9, "emsr342": 9, "australia": [9, 13], "13838818450972": 9, "76496994702889": 9, "21174578522877": 9, "7264665724063": 9, "74": 9, "14875561083508": 9, "01686774881253": 9, "778702": 9, "101370": 9, "995128": 9, "452269": 9, "104708": 9, "259330": 9, "776235": 9, "642480": 9, "119989": 9, "956551": 9, "949436": 9, "404743": 9, "510674": 9, "022392": 9, "000729": 9, "419744": 9, "72": [8, 9], "314018": 9, "287511": 9, "848191": 9, "740996": 9, "942883": 9, "865007": 9, "443802": 9, "132753": 9, "778140": 9, "317612": 9, "938762": 9, "931815": 9, "000002": 9, "sement": 10, "particular": [10, 12, 13], "deriv": [10, 13], "focu": [10, 13], "region": [10, 13, 14], "nova": 10, "kakhovka": 10, "kherson": 10, "ukrain": 10, "where": [1, 10, 14, 15], "recent": 10, "dam": 10, "break": [10, 14], "caus": 10, "save_cog": [8, 10], "window_util": 10, "mosaic": 10, "rasterio_read": [8, 10], "rasterioread": [8, 10], "vectorize_outputv1": [8, 10], "40965055141422": 10, "849975215311474": 10, "24671826582107": 10, "923511440491325": 10, "936224664974134": 10, "845770100334164": 10, "33368262768653": 10, "62876156455022": 10, "25990197005967": 10, "514641087646424": 10, "31216326921171": 10, "408759851523826": 10, "843998842939385": 10, "56961795883814": 10, "21905051921081": 10, "72367854887557": 10, "aoi_gpd": [8, 10], "set_cr": 10, "tz": [10, 13], "start_period": 10, "end_period": 10, "overlap": [8, 10, 14], "flood_images_ge": 10, "flood_collect": 10, "date_start": [8, 10], "date_end": [8, 10], "return_collect": [8, 10], "add_s2cloudless": [8, 10], "groupbi": [8, 10], "overlappercentag": [8, 10], "agg": 10, "count": 10, "s2b": 10, "062169": 10, "434830": 10, "lc08": 10, "070000": 10, "634958": 10, "lc09": 10, "040000": 10, "542523": 10, "788626": 10, "100742": 10, "s2a": 10, "990063": 10, "540035": 10, "760000": 10, "054185": 10, "430000": 10, "152296": 10, "942521": 10, "707824": 10, "foliumap": [8, 10], "tl": [8, 10], "tilelay": [8, 10], "mt1": [8, 10], "vt": [8, 10], "lyr": [8, 10], "attr": [8, 10], "overlai": [8, 10, 13, 14], "max_zoom": [8, 10], "zoom_start": [8, 10], "localdatetime_str": [8, 10], "localdatetim": [8, 10], "dt": [8, 10], "showcolumn": [8, 10], "ff7777": [8, 10], "fffa69": [8, 10], "8fff84": [8, 10], "52adf1": [8, 10], "ff6ac2": [8, 10], "1b6d52": [8, 10], "fce5cd": [8, 10], "705334": [8, 10], "images_dai": [8, 10], "enumer": [8, 10], "outlin": [8, 10, 12], "image_col_day_sat": [8, 10], "filter": [8, 10, 13], "inlist": [8, 10], "b6": [8, 10, 13], "b5": [8, 10, 13], "style_kwd": [8, 10], "fillopac": [8, 10], "black": [8, 10], "By": 10, "post": 10, "date_pr": 10, "pre_flood": 10, "date_post": 10, "post_flood": 10, "utcdatetim": [8, 10], "solardatetim": [8, 10], "s2a_msil1c_20230608t084601_n0509_r107_t36tvs_20230608t104959": 10, "70898": 10, "95835": 10, "70900": 10, "090149": 10, "20230608t084601_20230608t084938_t36tv": 10, "32636": 10, "1686214645530": 10, "s2_harmon": 10, "530000": 10, "282631": 10, "427835": 10, "s2a_msil1c_20230608t084601_n0509_r107_t36tws_20230608t104959": 10, "44238": 10, "94462": 10, "44228": 10, "94471": 10, "989920": 10, "20230608t084601_20230608t084938_t36tw": 10, "1686214640951": 10, "951000": 10, "918853": 10, "363462": 10, "free": 10, "entir": [10, 15], "cloudi": [10, 15], "some": [10, 11, 12, 14], "t36tv": 10, "t36tw": 10, "te": [], "advantag": 10, "limit": 10, "tak": [], "dir_cach": 10, "cache_s2": [8, 10], "mosaic_s2": 10, "products_read": 10, "s2_public_bucket_path": 10, "safe": 10, "check_exist": 10, "cache_product_to_local_dir": 10, "polygon_read_dst_cr": 10, "polygon_to_cr": 10, "crs_polygon": 10, "dst_cr": 10, "data_memori": 10, "spatial_mosa": 10, "bands_s2_l1c": 10, "tiff_pr": 10, "pre_flood_memori": 10, "descript": [8, 10, 13], "tiff_post": 10, "post_flood_memori": 10, "5min": 10, "binari": [10, 11, 14, 15], "distinguish_flood_trac": 10, "71": 10, "postflood_pr": 10, "_pred": [8, 10], "pred": 10, "tag": 10, "preflood_pr": 10, "prediction_preflood": 10, "prediction_preflood_cont": 10, "trace": 10, "prediction_preflood_rast": 10, "300": 10, "364": 10, "365": 10, "5700": 10, "8800": 10, "preflood_shap": 10, "postflood_shap": [8, 10], "2893": 10, "plot_floodmap": 10, "prepost_shap": 10, "compute_pre_post_flood_wat": 10, "aggreg": 10, "acquir": [10, 13], "bands_l89": 10, "b7": [10, 13], "postfloodsl9": 10, "l89_image_info": 10, "itertupl": 10, "aoi_dst_cr": 10, "postfloodl9": 10, "post_flood_l9_data": 10, "537": 10, "443205": 10, "5196705": 10, "1900": 10, "2933": 10, "5139705": 10, "531195": 10, "09_pred": 10, "post_flood_shape_l9": 10, "filterwarn": [8, 10], "ignor": [8, 10], "area_imag": [8, 10], "post_flood_shap": 10, "postflood_mosa": 10, "mosaic_floodmap": 10, "classes_wat": 10, "prepost_shape_fin": 10, "isin": 10, "section": [11, 14], "freeli": 11, "standard": [11, 12, 14], "pr": 11, "roc": 11, "curv": 11, "detect": [6, 11], "vs": [11, 12], "probabilist": 11, "net": 11, "bayesian": 11, "ensembl": 11, "classif": [11, 14], "hub": 14, "johnson": [12, 14], "necessari": [12, 14], "receiv": 12, "readi": 12, "world": 12, "hidden": 12, "within": [12, 13, 14], "expos": 12, "reproduc": 12, "hope": 12, "explain": [12, 13], "spark": 12, "crucial": 12, "compli": 12, "torchvis": 12, "starter": 12, "ones": 12, "why": 12, "trick": 12, "correct": 12, "pyprojroot": 12, "spyder": 12, "project_fil": 12, "compat": 12, "dutil": 12, "albument": 12, "preprocess": [12, 13, 14], "wf_normal": 12, "putil": 12, "inlin": 12, "inlinebackend": 12, "figure_format": 12, "retina": 12, "seaborn": 12, "sn": 12, "set_context": 12, "context": 12, "talk": 12, "font_scal": 12, "foremost": 12, "while": [12, 14], "exactli": 12, "groundtruth": 12, "being": 12, "fairli": 12, "take": [12, 13, 14], "peek": 12, "s2_prefix": 12, "s2_demo_imag": 12, "gt_demo_imag": 12, "destin": 12, "s2_destination_dir": 12, "joinpath": 12, "demo_imag": 12, "gt_destination_dir": 12, "s2_demo_gcp_path": 12, "gcppath": 12, "download_file_from_bucket": 12, "gt_demo_gcp_path": 12, "satyarth934": 12, "Is": 12, "posixpath": 12, "ls": [12, 15], "lht": 12, "687m": 12, "rw": 12, "25m": 12, "constant": 12, "tile_height": 12, "tile_width": 12, "dt_idx": 12, "200": [12, 13], "intial": 12, "pt_ds_orig": 12, "get_list_of_window_slic": 12, "windows": 12, "pt_d": 12, "ri": 12, "untiled_image_shap": 12, "nrow": 12, "ncol": 12, "subplots_adjust": 12, "wspace": 12, "hspace": 12, "num_tiles_per_row": 12, "tile_num": 12, "uint8": 12, "off": 12, "set_aspect": 12, "equal": 12, "plot_imag": 12, "demo_image_dict": 12, "dictionari": 12, "nmask": 12, "call": [12, 14], "correspond": 12, "288": 12, "nifti": 12, "firstli": [12, 14], "length": 12, "well": [12, 13], "explicitli": 12, "extract": [12, 13, 14], "notic": [12, 13], "default": 12, "pattern": 12, "sinc": [12, 13], "heavili": 12, "upon": [12, 13], "stick": 12, "scikit": 12, "pillow": 12, "exampl": [12, 13], "accommad": 12, "sake": 12, "matrix": 12, "corner": 12, "reshape_as_imag": 12, "reshap": 12, "too": 12, "contour": 12, "wa": [12, 13, 14, 15], "would": [12, 13, 14], "rightarrow": 12, "On": 12, "contrari": 12, "invers": 12, "again": [12, 14], "mainli": [12, 14, 15], "transform_invpermutechannel": 12, "inversepermutechannel": 12, "transform_permutechannel": 12, "permutechannel": 12, "flavour": 12, "lead": 12, "unchang": 12, "mega_transform": 12, "compos": [12, 13], "matric": 12, "typic": 12, "transform_totensor": 12, "use_channel": 12, "channel_mean": 12, "channel_std": 12, "get_normalis": 12, "transform_norm": 12, "std": 12, "max_pixel_valu": 12, "plot_images_plt": 12, "check_img": 12, "transform_sc": 12, "shift_limit": 12, "001": 12, "scale_limit": 12, "rotate_limit": 12, "transform_channeljitt": 12, "perchannel": 12, "transform_flip": 12, "always_appli": 12, "transform_rr90": 12, "transform_motionblur": 12, "motionblur": 12, "blur_limit": 12, "transform_res": 12, "resizefactor": 12, "abov": 12, "simplifi": 12, "programm": 12, "he": 12, "she": 12, "decid": 12, "automat": [12, 15], "configur": 12, "attrdict": 12, "channels_configur": 12, "downsampling_factor": 12, "gaussnois": 12, "var_limit_low": 12, "var_limit_upp": 12, "from_nested_dict": 12, "transform_param": 12, "servic": 13, "co": 13, "examin": 13, "hydrographi": 13, "assess": 13, "natur": [1, 13], "geospati": 13, "recoveri": 13, "primarili": 13, "fluvial": 13, "uniqu": [13, 14], "webpag": 13, "variou": 13, "respect": 13, "walk": 13, "singl": [13, 14], "alert": 13, "table_floods_em": 13, "far": 13, "Be": 13, "care": 13, "choos": 13, "date": 13, "prior": 13, "june": 13, "2015": 13, "tmp": 13, "ccd3jpat": 13, "ml4floods_8eb3a646692647a49e9ba6678b10471c": 13, "command": 13, "blob": 13, "31merror": 13, "cancel": 13, "31m": 13, "copernicusem": 13, "occur": [13, 14], "table_activations_em": 13, "event_start_d": 13, "coded": 13, "countri": 13, "emsr568": 13, "cyclon": 13, "gomb": 13, "mozambiqu": 13, "emsr567": 13, "queensland": 13, "emsr565": 13, "tropic": 13, "emnati": 13, "madagascar": 13, "storm": 13, "emsr564": 13, "batsirai": 13, "emsr563": 13, "r\u00e9union": 13, "reunion": 13, "emsr562": 13, "emsr561": 13, "emsr559": 13, "emsr557": 13, "norwai": 13, "emsr556": 13, "typhoon": 13, "rai": 13, "philippin": 13, "emsr555": 13, "ebro": 13, "basin": 13, "spain": 13, "emsr554": 13, "emsr552": 13, "windstorm": 13, "emsr551": 13, "sulaymaniyah": 13, "district": 13, "iraq": 13, "emsr550": 13, "south": 13, "wale": 13, "emsr548": 13, "eastern": 13, "sicili": 13, "emsr520": 13, "netherland": 13, "emsr519": 13, "switzerland": 13, "emsr518": 13, "belgium": 13, "emsr517": 13, "western": 13, "germani": 13, "emsr514": 13, "guyana": 13, "emsr511": 13, "lapland": 13, "emsr507": 13, "timor": 13, "lest": 13, "emsr504": 13, "emsr502": 13, "southern": 13, "ireland": 13, "emsr498": 13, "corr\u00e8z": 13, "depart": 13, "franc": 13, "emsr497": 13, "emsr496": 13, "lazio": 13, "emsr495": 13, "elois": 13, "eswatini": 13, "zimbabw": 13, "emsr492": 13, "heavi": 13, "4000": 13, "hectar": 13, "affect": 13, "impact": 13, "entri": 13, "januari": 13, "6th": 13, "fetch": 13, "fetch_zip_fil": 13, "string": 13, "emsr_cod": 13, "zip_files_activation_url_list": 13, "fetch_zip_file_url": 13, "184632": 13, "emsr501_aoi01_del_monit02_r1_vectors_v1_vector": 13, "184615": 13, "emsr501_aoi01_del_monit01_r1_vectors_v1_vector": 13, "184606": 13, "emsr501_aoi01_del_product_r1_vectors_v1_vector": 13, "raw": 13, "0_raw": 13, "copernicus_em": 13, "copernicus_ems_zip": 13, "copernicus_ems_unzip": 13, "goe": 13, "finish": 13, "folder_out": 13, "copernicus_ems_raw": 13, "unzip_files_activ": 13, "zip_fil": 13, "local_zip_fil": 13, "download_vector_cem": 13, "unzipped_fil": 13, "unzip_copernicus_em": 13, "332": 13, "11it": 13, "Not": 13, "scrape": 13, "shp": 13, "repres": 13, "crisi": 13, "lake": [13, 14], "floodmask": 13, "supervis": 13, "filter_register_copernicusem": 13, "convent": 13, "timestamp": 13, "kei": 13, "hold": 13, "generate_floodmap": 13, "code_d": 13, "regist": 13, "unzip_fold": 13, "metadata_floodmap": [13, 14], "folder_fil": 13, "won": 13, "shapelydeprecationwarn": 13, "cascaded_union": 13, "unary_union": 13, "land_geometri": 13, "w_class": [13, 14], "49257": 13, "09545": 13, "49258": 13, "09541": [13, 14], "51681": 13, "09338": 13, "09329": 13, "50074": 13, "09272": 13, "09263": 13, "50933": 13, "09266": 13, "09257": 13, "50763": 13, "09290": 13, "09281": 13, "hydro": [13, 14], "hydro_l": 13, "blue": [8, 13], "emsr501_aoi01_del_product": 13, "emsr501_aoi01_del_product_observedeventa_r1_v1": 13, "flash": 13, "0000": 13, "nan": 13, "box": 13, "west": 13, "238301964000073": 13, "east": 13, "710555657000043": 13, "north": 13, "095451798000056": 13, "873487114000056": 13, "refer": 13, "abstract": 13, "area_of_interest_polygon": 13, "0x7f56811326d0": 13, "observed_event_fil": 13, "area_of_interest_fil": 13, "emsr501_aoi01_del_product_areaofinteresta_r1_v1": 13, "ems_cod": 13, "aoi_cod": 13, "date_ems_cod": 13, "satellite_pre_ev": 13, "street": 13, "timestamp_pre_ev": 13, "hydrology_fil": 13, "emsr501_aoi01_del_product_hydrographya_r1_v1": 13, "hydrology_file_l": 13, "emsr501_aoi01_del_product_hydrographyl_r1_v1": 13, "sure": 13, "sign": 13, "georeferenc": 13, "render": 13, "create_gt": [13, 14], "earthengin": 13, "viz": 13, "12t16": 13, "04t16": 13, "previou": [13, 14], "coverag": 13, "042142": 13, "135": 13, "b1": 13, "b8a": 13, "b9": 13, "b10": 13, "b12": 13, "qa60": 13, "date_i": 13, "filename_noext": 13, "ml4floods_flood_albania": 13, "tostorag": 13, "todriv": 13, "filenameprefix": 13, "skipemptytil": 13, "formatopt": 13, "cloudoptim": 13, "filedimens": 13, "12544": 13, "maxpixel": 13, "5e9": 13, "statu": 13, "state": 13, "creation_timestamp_m": 13, "1617123790366": 13, "update_timestamp_m": 13, "1617123855192": 13, "start_timestamp_m": 13, "1617123840398": 13, "task_typ": 13, "export_imag": 13, "attempt": 13, "phodtjsjbmopvzvjl7s5hs6": 13, "legaci": 13, "part": 13, "about": 14, "forthcom": 14, "extra": 14, "basi": 14, "demonstr": [1, 14], "s2_img_path": 14, "products_sample_tutori": 14, "1wpxbasa5kaeikpyu78ryzshjeuzalyel": 14, "prep": 14, "560m": 14, "8mb": 14, "800": 14, "advanc": 14, "consult": 14, "special": 14, "what": 14, "fortun": 14, "simpli": 14, "get_image_transform": 14, "cmap": [8, 14], "One": 14, "veri": 14, "conveni": 14, "blog": 14, "showcas": 14, "cloudmask": 14, "resum": 14, "cloud_mask": 14, "compute_s2cloudless_prob": 14, "calcul": 14, "cloudless": 14, "s2_cloud_prob": 14, "s2_rst": 14, "jrc_img_path": 14, "1n_nf9xdo4qse2bp76t0szhroo24fd": 14, "xt": 14, "314k": 14, "19mb": 14, "interpol": 14, "nearest": 14, "come": 14, "drought": 14, "floodmap_path": 14, "1gs1_9fxwrydgu7o": 14, "0ru4i8ixch4pvpqc": 14, "9m": 14, "4mb": 14, "floodmap_df": 14, "48718": 14, "48706": 14, "48966": 14, "09551": 14, "09540": 14, "48887": 14, "09549": 14, "09547": 14, "48967": 14, "09486": 14, "09481": 14, "48731": 14, "09523": 14, "09518": 14, "2046": 14, "43283": 14, "90527": 14, "90518": 14, "2047": 14, "43063": 14, "90832": 14, "43064": 14, "90823": 14, "2048": 14, "43015": 14, "90893": 14, "90884": 14, "2049": 14, "43065": 14, "90295": 14, "90304": 14, "2050": 14, "42929": 14, "91042": 14, "91033": 14, "2051": 14, "bh080": 14, "bh130": 14, "reservoir": 14, "bh140": 14, "bh141": 14, "bank": 14, "ba040": 14, "ba010": 14, "coastlin": 14, "That": 14, "rememb": 14, "floodmap_df_utm": 14, "to_cr": 14, "clear": [14, 15], "beyond": 14, "onto": 14, "geocoordin": 14, "piec": 14, "togeth": 14, "bit": 14, "fuse": 14, "resourc": 14, "logist": 14, "regress": 14, "poorli": 14, "due": 14, "complex": 14, "might": 14, "gt_meta": 14, "generate_land_water_cloud_gt": 14, "keep_stream": 14, "permanent_water_image_path": 14, "gtversion": 14, "encoding_valu": 14, "2996": 14, "4597": 14, "s2_image_path": 14, "cloudprob_image_path": 14, "6472757": 14, "250244": 14, "1559933": 14, "5489678": 14, "561790": 14, "212124": 14, "786019": 14, "boundingbox": 14, "left": 14, "353000": 14, "bottom": 14, "4632790": 14, "398970": 14, "4662750": 14, "newaxi": 14, "gt_binari": 14, "gt_meta_binari": 14, "generate_water_cloud_binary_gt": 14, "6472855": 14, "1564991": 14, "5725159": 14, "562505": 14, "219225": 14, "787354": 14, "173": 14, "216": 14, "230": 14, "cmap_cat": 14, "norm_cat": 14, "im_plt": 14, "norm": 14, "set_axis_off": 14, "0x7faf1f253e20": 14, "509": 15, "approxim": 15, "300gb": 15, "hard": 15, "disk": 15, "2016": 15, "curat": [1, 15], "anoth": 15, "metadata": 15, "8153514": 15, "request": 15, "pai": 15, "gsutil": 15, "cp": 15, "train_sampl": 15, "train_v1_0": 15, "train_sample_v1_0": 15, "val_v1_0": 15, "test_v1_0": 15, "mkdir": 15, "wfv1_scnn20": 15, "prepar": 1, "deploy": 1, "goal": 1, "band_names_s2": 8, "filename_pr": 8, "filename_jpg": 8, "filename_gkpg": 8, "gpkg": 8, "is_categorical_dtyp": 8, "grai": 8, "turquois": 8, "exploratori": 11, "addition": 1, "orbit": 1, "longep": 1, "anlind": 1, "bruhn": 1, "mathieu": 1, "payload": 1, "imageri": 1, "10391": 1, "34436": 1, "garcia_": [], "orbit_2023": [], "url": 1, "www": 1, "josh": 1, "nicola": 1, "simon": 1, "alic": 1, "fredrik": 1, "pierr": 1, "philipp": 1, "jun": 1, "garcia_inorbit_2023": 1}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"creat": 0, "doc": 0, "publish": 0, "packag": [0, 6, 9, 10, 12], "pip": 0, "introduct": [1, 2], "instal": [1, 10], "tutori": [1, 14], "citat": 1, "about": 1, "contributor": 1, "democratis": [1, 2], "ai": [1, 2], "enhanc": [1, 2], "flood": [1, 2, 5, 7, 9, 10, 13, 14], "tool": [1, 2], "mlop": [2, 11], "from": [2, 5, 7, 13, 15], "data": [2, 4, 5, 6, 7, 9, 10, 12, 14, 15], "prepar": [2, 5], "deploy": 2, "understand": 2, "us": [2, 5, 13], "viewer": 3, "label": 3, "editor": 3, "brief": [3, 12, 14], "descript": [3, 12, 14], "probabilist": 4, "neural": 4, "network": 4, "step": [4, 5, 6, 7, 8, 9, 10, 14], "0": [4, 6, 7, 9, 14], "notebook": [4, 6, 9], "setup": [4, 7], "1": [4, 6, 7, 8, 9, 10, 12, 13], "configur": [4, 7], "file": [4, 7, 12, 13], "2": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "dataload": [4, 7, 9], "3": [4, 6, 7, 8, 9, 10, 12, 13, 14], "load": [4, 5, 6, 8, 9, 10], "pre": [4, 6, 12], "train": [4, 5, 6, 7, 9], "model": [4, 5, 6, 7, 8, 9, 10, 14], "checkpoint": 4, "4": [4, 6, 7, 8, 9, 10, 12], "get": [4, 6, 9], "infer": [4, 5, 6, 8, 9, 10], "function": [4, 5], "5": [4, 7, 8, 9, 10, 12], "run": [4, 5, 6, 8, 9, 10], "over": [4, 8], "dataset": [4, 7, 9], "show": [4, 7, 8, 13, 14], "visual": [4, 12], "uncertainti": 4, "segment": [4, 5], "6": [4, 7, 8, 12], "try": [4, 5], "out": 4, "some": [4, 5, 7], "new": [4, 5], "cloud": [5, 8, 14], "awar": 5, "ml4flood": 5, "sentinel": [5, 8, 10, 13], "download": [5, 6, 7, 8, 9, 12, 15], "imag": [5, 7, 8, 9, 12, 13, 14], "plot": [5, 6, 7, 8, 10, 12, 14], "result": [5, 7, 10], "landsat": [5, 10], "more": [5, 12], "exampl": 5, "read": [5, 10, 13], "gcp": 5, "bucket": [5, 15], "helper": 5, "demo": [5, 12, 14], "perform": 5, "inference_funct": 5, "let": 5, "anoth": 5, "janitor": 5, "licenc": [1, 5, 8, 10], "necessari": [6, 10], "0a": [6, 7, 9, 14], "mount": [6, 7, 9, 14], "public": [6, 7, 9, 14], "folder": [6, 7, 9, 12, 14], "you": [6, 7, 9, 14], "ar": [6, 7, 9, 14], "googl": [6, 7, 9, 13, 14, 15], "colab": [6, 7, 9, 14], "0b": [6, 7, 9], "gdown": [6, 9], "jupyt": [6, 9], "config": [6, 8, 9, 12], "vectoris": 6, "water": [6, 13, 14], "mask": [6, 12, 14], "them": 6, "unzip": [7, 13], "worldflood": [7, 15], "sampl": 7, "seed": 7, "everyth": 7, "reproduc": 7, "b": 7, "make": 7, "uniqu": 7, "experi": 7, "option": 7, "set": 7, "up": 7, "weight": 7, "bias": 7, "logger": 7, "lightn": 7, "callback": 7, "light": 7, "trainer": 7, "start": 7, "7": 7, "eval": 7, "predict": [7, 10], "val": 7, "each": [7, 9], "event": [7, 13, 14], "valid": 7, "8": [7, 10], "save": [7, 13], "finish": 7, "connect": 7, "safe": [], "sentinelsat": [], "copernicu": 13, "open": [], "hub": [], "defin": 10, "area": 10, "interest": 10, "date": [8, 10], "search": 8, "product": 10, "queri": 10, "aoi": 8, "polygon": [], "5a": [], "5b": [], "time": 8, "seri": 8, "s2": [8, 14], "coverag": 8, "avail": 8, "displai": 8, "check": 12, "vector": [8, 10], "floodmap": [8, 10, 13, 14], "an": 8, "interact": 8, "map": [8, 13], "metric": 9, "If": 9, "all": [9, 12], "test": 9, "comput": 9, "postprocess": 10, "import": 10, "paramet": 10, "prepost": 10, "9": 10, "join": 10, "overview": [11, 13], "process": [12, 13], "demonstr": 12, "tldr": 12, "inform": 12, "preambl": 12, "ensur": 12, "were": 12, "correctli": 12, "respect": 12, "worldfloodsdatasettil": 12, "so": 12, "now": 12, "we": 12, "can": 12, "init": 12, "our": 12, "predefin": 12, "class": [12, 14], "tile": 12, "origin": [12, 14], "nice": 12, "attribut": 12, "note": 12, "shape": 12, "covari": 12, "between": 12, "differ": 12, "channel": [12, 14], "input": 12, "transform": 12, "util": 12, "permut": 12, "To": 12, "tensor": 12, "special": 12, "normal": 12, "shiftscalerot": 12, "per": 12, "band": 12, "flip": 12, "randomrotate90": 12, "motion": 12, "blur": 12, "resiz": 12, "stack": 12, "togeth": 12, "compar": 12, "A": 12, "correl": 12, "seen": 12, "ingest": 13, "extent": 13, "em": 13, "rapid": 13, "activ": 13, "emsr": 13, "501": 13, "shkodra": 13, "albania": 13, "retriev": 13, "zip": 13, "url": 13, "given": 13, "code": 13, "local": 13, "build": 13, "metadata": 13, "2a": 13, "shapefil": 13, "2b": 13, "popul": 13, "dictionari": 13, "2c": 13, "gener": 13, "jrc": 13, "perman": [13, 14], "imageri": 13, "earth": 13, "engin": 13, "export": 13, "one": 13, "drive": [13, 15], "ground": 14, "truth": 14, "access": 14, "thi": 14, "last": 14, "probabl": 14, "base": 14, "figur": 14, "On": 14, "problem": 14, "The": 15, "databas": 15, "v2": 15, "zenodo": 15, "v1": 15, "project": 2, "rational": 2, "output": 8}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) \ No newline at end of file +Search.setIndex({"docnames": ["README", "content/config", "content/intro/introduction", "content/labeling", "content/ml4ops/HOWTO_Calculate_uncertainty_maps", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary", "content/ml4ops/HOWTO_Run_Inference_on_new_data", "content/ml4ops/HOWTO_Train_models", "content/ml4ops/HOWTO_inference_on_image_time_series", "content/ml4ops/HOWTO_performance_metrics_workflow", "content/ml4ops/HOWTO_postprocess_inference", "content/ml_overview", "content/prep/demo_pytorch_transforms", "content/prep/full_data_ingest", "content/prep/gt_masks_generation", "content/worldfloods_dataset"], "filenames": ["README.md", "content/config.md", "content/intro/introduction.md", "content/labeling.md", "content/ml4ops/HOWTO_Calculate_uncertainty_maps.ipynb", "content/ml4ops/HOWTO_Run_Inference_multioutput_binary.ipynb", "content/ml4ops/HOWTO_Run_Inference_on_new_data.ipynb", "content/ml4ops/HOWTO_Train_models.ipynb", "content/ml4ops/HOWTO_inference_on_image_time_series.ipynb", "content/ml4ops/HOWTO_performance_metrics_workflow.ipynb", "content/ml4ops/HOWTO_postprocess_inference.ipynb", "content/ml_overview.md", "content/prep/demo_pytorch_transforms.ipynb", "content/prep/full_data_ingest.ipynb", "content/prep/gt_masks_generation.ipynb", "content/worldfloods_dataset.md"], "titles": ["Create docs", "Introduction", "Project rationale", "Viewer and label editor", "Probabilistic neural networks", "Inference with clouds aware floods segmentation model", "Run inference", "Train models", "Run inference on time series of Sentinel-2 images", "Model Metrics", "Kherson Dam Break end-to-end floodmap", "MLOps overview", "Pre-processing Demonstration", "Ingest Flood Extent Maps", "Ground Truth", "The WorldFloods database"], "terms": {"instal": [0, 6, 7, 9, 13, 14], "jupyt": [0, 10], "book": 0, "ghp": 0, "import": [0, 4, 5, 6, 7, 8, 9, 12, 13, 14, 15], "from": [0, 1, 4, 6, 8, 9, 10, 11, 12, 14], "main": 0, "directori": [0, 6, 7, 9, 12, 13, 14, 15], "run": [0, 1, 2, 3, 7, 11, 13, 14, 15], "make": [0, 2, 5, 6, 12, 13], "build": [0, 2, 4, 6], "jupyterbook": [0, 6, 7, 14], "check": [0, 13], "local": [0, 4, 6, 7, 9, 12], "look": [0, 10, 13], "good": 0, "upload": [0, 13], "github": [0, 1, 3, 13], "n": [0, 1, 12], "p": [0, 1, 4, 12], "f": [0, 1, 4, 5, 7, 8, 9, 10, 12, 13], "_build": 0, "html": [0, 7], "The": [0, 1, 2, 3, 5, 6, 7, 8, 9, 10, 11, 12, 13], "commit": 0, "should": [0, 4, 5], "appear": [0, 1, 2], "branch": 0, "gh": 0, "page": [0, 1, 5, 7, 8, 10, 15], "live": 0, "spaceml": [0, 3, 13], "org": [0, 3, 13, 15], "io": [0, 7], "ml4flood": [0, 1, 2, 3, 4, 6, 7, 8, 9, 10, 12, 13, 14], "twine": 0, "first": [0, 7, 10, 12, 14, 15], "updat": 0, "version": [0, 1, 2, 4, 5, 7, 8, 10, 12, 15], "number": [0, 1, 5, 7, 8, 10, 12, 15], "__init__": 0, "py": [0, 3, 5, 7, 8, 10, 13], "rm": 0, "rf": 0, "dist": 0, "python": [0, 1, 3], "setup": 0, "sdist": 0, "bdist_wheel": 0, "testpypi": 0, "m": [0, 8, 10, 13], "repositori": [0, 13], "real": [0, 2, 12], "pypi": 0, "shown": [0, 7], "project": [0, 1, 5, 7, 10, 12, 13, 15], "test": [0, 1, 3, 4, 5, 6, 7, 8, 11, 15], "can": [0, 1, 2, 4, 6, 7, 8, 11, 13, 14, 15], "follow": [0, 1, 3, 5, 6, 7, 9, 10, 12, 13, 14], "thi": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 15], "tutori": [0, 2, 4, 6, 7, 8, 9, 11], "understand": [0, 12], "how": [0, 2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "work": [0, 1, 5, 8, 10, 11, 15], "packag": [1, 3, 5, 7, 8, 13, 14, 15], "do": [1, 5, 6, 8, 10, 12, 13, 14], "end": [1, 2, 7], "flood": [4, 6, 8, 11, 15], "extent": [1, 2, 4, 5, 7, 8, 10, 11, 15], "estim": [1, 4, 7], "optic": [1, 5, 8, 10, 11, 15], "imag": [1, 2, 4, 6, 10, 11, 15], "us": [1, 3, 4, 6, 7, 8, 9, 10, 12, 14, 15], "deep": [1, 2], "learn": [1, 2, 7, 11, 12, 13, 14, 15], "model": [1, 2, 11, 12, 13, 15], "To": [1, 3, 6, 7, 13, 14, 15], "pip": [1, 6, 7, 9, 10, 13, 14], "avail": [1, 5, 7, 10, 12, 13, 14, 15], "publish": [1, 5, 8, 10], "under": [1, 2, 5, 8, 10, 11, 15], "gnu": [1, 5, 8, 10], "lesser": [1, 5, 8, 10], "gpl": [1, 5, 8, 10], "v3": [1, 5, 8, 10], "licenc": 15, "self": [1, 11], "contain": [1, 7, 11, 13, 15], "tool": 14, "train": [1, 2, 8, 10, 11, 12, 14, 15], "deploi": [1, 2, 4, 6, 7, 9], "segment": [1, 2, 6, 7, 8, 9, 10, 11, 14, 15], "sentinel": [1, 6, 11, 14, 15], "2": [1, 2, 11, 15], "landsat": [1, 8, 11], "These": [1, 2, 13, 14], "includ": [1, 2, 4, 12, 13], "download": [1, 3, 4, 10, 11, 13, 14], "map": [1, 2, 4, 7, 10, 11, 14, 15], "acquisit": [1, 2, 8], "neural": [1, 11], "network": [1, 6, 7, 9, 11], "visual": [1, 5, 6, 10, 13, 14], "result": [1, 2, 8], "an": [1, 2, 10, 11, 12, 13, 14, 15], "interact": [1, 13], "see": [1, 2, 6, 7, 8, 9, 10, 13, 14], "rational": 1, "more": [1, 2, 13, 14], "detail": [1, 2, 5, 13, 14], "explan": 1, "mai": [1, 7, 10, 12, 13], "help": [1, 12], "you": [1, 3, 5, 8, 10, 13, 15], "explor": [1, 8, 10, 12, 14], "dataset": [1, 2, 3, 5, 6, 11, 12, 14, 15], "cloud": [2, 4, 6, 7, 9, 10, 11, 13], "awar": [8, 10, 11], "vectoris": [8, 11], "time": [1, 2, 5, 7, 10, 11, 12, 13, 14], "seri": [1, 2, 11], "ml": [1, 2, 12], "step": [1, 2, 12], "infer": [1, 7, 11], "new": [1, 2, 6, 7, 13, 14], "data": [1, 8, 13], "perf": 1, "metric": [1, 7, 11, 12], "ingest": [1, 2, 14], "copernicu": [1, 10, 14, 15], "em": [1, 14, 15], "If": [1, 5, 6, 7, 8, 10, 13, 14, 15], "find": [1, 2, 5, 7, 8, 10, 12, 15], "pleas": [1, 5, 7, 8, 10, 14, 15], "cite": [1, 5, 8, 10, 15], "articl": [1, 5, 8, 10, 15], "portal": [1, 5, 8, 10, 15], "julia_global_2023": [1, 5, 8, 10, 15], "titl": [1, 5, 8, 10, 12, 13, 14, 15], "global": [1, 5, 7, 8, 10, 11, 15], "satellit": [1, 2, 5, 7, 8, 10, 11, 13, 15], "volum": [1, 5, 8, 10, 15], "13": [1, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "issn": [1, 5, 8, 10, 15], "2045": [1, 5, 8, 10, 15], "2322": [1, 5, 8, 10, 15], "doi": [1, 5, 8, 10, 11, 15], "10": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "1038": [1, 5, 8, 10, 11, 15], "s41598": [1, 5, 8, 10, 11, 15], "023": [1, 5, 8, 10, 11, 15], "47595": [1, 5, 8, 10, 11, 15], "7": [1, 4, 5, 8, 9, 10, 11, 12, 13, 14, 15], "1": [1, 2, 5, 14, 15], "urldat": [1, 5, 8, 10, 15], "2023": [1, 5, 8, 10, 11, 15], "11": [1, 4, 5, 7, 8, 9, 10, 11, 12, 13, 14, 15], "30": [1, 4, 5, 8, 10, 13, 15], "journal": [1, 5, 8, 10, 15], "scientif": [1, 5, 7, 8, 10, 11, 15], "report": [1, 5, 7, 8, 10, 11, 15], "author": [1, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15], "portal\u00e9": [1, 5, 8, 10, 11, 15], "juli\u00e0": [1, 5, 8, 10, 11, 15], "enriqu": [1, 5, 8, 10, 15], "mateo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "garc\u00eda": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "gonzalo": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "purcel": [1, 5, 8, 10, 11, 15], "cormac": [1, 5, 8, 10, 15], "g\u00f3mez": [1, 5, 8, 10, 11, 15], "chova": [1, 5, 8, 10, 11, 15], "lui": [1, 5, 8, 10, 15], "month": [1, 5, 8, 10, 15], "nov": [1, 5, 8, 10, 15], "year": [1, 5, 8, 10, 13, 15], "20316": [1, 5, 8, 10, 11, 15], "garcia_towards_2021": [1, 15], "toward": [1, 7, 11, 15], "onboard": [1, 7, 11, 15], "low": [1, 7, 8, 11, 15], "cost": [1, 7, 11, 15], "machin": [1, 2, 6, 7, 11, 12, 13, 14, 15], "021": [1, 11, 15], "86650": [1, 11, 15], "z": [1, 8, 10, 11, 15], "2021": [1, 4, 7, 8, 11, 12, 13, 14, 15], "04": [1, 4, 5, 7, 8, 10, 13, 15], "01": [1, 4, 8, 10, 12, 13, 15], "garcia": [1, 7, 11, 15], "veitch": [1, 15], "micha": [1, 15], "joshua": [1, 15], "smith": [1, 15], "lewi": [1, 15], "oprea": [1, 15], "silviu": [1, 15], "vlad": [1, 15], "schumann": [1, 15], "gui": [1, 15], "gal": [1, 15], "yarin": [1, 15], "baydin": [1, 15], "at\u0131l\u0131m": [1, 15], "g\u00fcne\u015f": [1, 15], "back": [1, 13, 15], "dietmar": [1, 15], "mar": [1, 12, 15], "7249": [1, 7, 11, 15], "extens": 1, "fdl": 1, "europ": 1, "2019": [1, 6, 15], "disast": [1, 2, 13], "prevent": [1, 13], "progress": 1, "respons": [1, 2], "team": [1, 2], "which": [1, 2, 4, 7, 8, 10, 11, 12, 13, 14, 15], "ar": [1, 2, 4, 5, 8, 10, 11, 12, 13, 15], "g": [1, 5, 7, 8, 10, 11], "j": [1, 12, 14], "l": [1, 5, 7, 8, 9, 10, 11], "s": [1, 4, 5, 6, 7, 8, 10, 12, 13, 14], "y": [1, 8, 10, 13], "A": [1, 13, 15], "d": [1, 7, 8, 10, 13, 15], "ha": [1, 7, 13, 14], "been": [1, 7, 15], "further": [1, 12], "extend": [1, 14], "e": [1, 5, 6, 7, 8, 9, 10, 11, 14], "c": [1, 5, 8, 9, 10, 11, 12, 13], "fund": 1, "unit": 1, "kingdom": 1, "space": [1, 2, 7, 13], "agenc": [1, 2], "uksa": 1, "led": 1, "trillium": 1, "technolog": 1, "It": [1, 11, 12, 13, 14, 15], "also": [1, 2, 10, 12, 13, 14], "partial": [1, 5, 10], "support": [1, 2, 4], "spanish": 1, "ministri": 1, "scienc": 1, "innov": 1, "pid2019": 1, "109026rb": 1, "i00": 1, "mineco": 1, "erdf": 1, "mcin": 1, "aei": 1, "13039": 1, "501100011033": 1, "tarun": 1, "narayanan": 1, "emmanuel": [1, 12, 14], "jonhson": 1, "nadia": [1, 12, 13, 14], "ahm": [1, 12, 13, 14], "sam": [1, 4, 6, 7, 9, 11], "budd": [1, 4, 6, 7, 9, 11], "satyarth": [1, 12, 14], "praveen": [1, 12, 14], "luca": 1, "kruitwagen": 1, "margaret": 1, "maynard": 1, "reid": 1, "nichola": [1, 12], "roth": [1, 12], "richard": 1, "strang": 1, "leo": 1, "silverberg": 1, "edoardo": 1, "nemni": 1, "freddi": 1, "kalaitzi": 1, "sara": 1, "jen": 1, "jodi": 1, "hugh": 1, "jame": 1, "parr": 1, "ecosystem": 2, "code": [2, 6, 7, 9, 10, 12, 14], "pipelin": [2, 5, 8, 10, 12, 13], "tackl": 2, "whole": 2, "globe": 2, "revisit": 2, "locat": [2, 8, 10, 13], "everi": 2, "few": [2, 12], "dai": [2, 8, 10, 13], "even": [2, 15], "hour": 2, "record": [2, 15], "chang": [2, 6, 7, 8, 9, 10, 12], "landscap": 2, "Their": [1, 2], "camera": 2, "infrar": 2, "radar": 2, "sensor": [2, 10], "through": [2, 13], "night": 2, "thei": [1, 2, 12, 13], "captur": 2, "inform": [2, 13, 14], "mani": [2, 7, 14], "differ": [2, 5, 7, 8, 10, 13, 14], "observ": [2, 13], "paramet": [2, 5, 7, 8, 12], "dynam": 2, "rapid": 2, "process": [1, 2, 6, 7, 14], "event": [2, 4, 9, 10, 15], "like": [1, 2, 12, 13], "newer": [2, 14], "instrument": 2, "now": [2, 7, 14], "provid": [2, 5, 7, 8, 10, 12, 13], "contextu": 2, "precis": 2, "scale": [2, 13], "instanc": [2, 13], "individu": [2, 13], "search": 2, "rescu": 2, "peopl": [2, 13], "airborn": 2, "platform": [1, 2, 7, 14], "At": 2, "same": [2, 7, 12, 14], "ground": [2, 5, 6, 11, 13, 15], "base": [2, 4, 5, 13, 15], "rain": [2, 13], "gaug": 2, "river": [2, 13, 14], "level": 2, "station": 2, "surfac": 2, "condit": 2, "unavail": 2, "all": [1, 2, 4, 5, 6, 7, 8, 10, 11, 13, 14, 15], "store": [2, 7], "sometim": [2, 10], "commerci": [1, 2, 5, 8, 10, 15], "compani": 2, "often": [2, 12], "govern": 2, "open": [1, 2, 4, 5, 12, 13, 14], "restrict": 2, "access": [1, 2, 8, 11, 12, 13], "polici": 2, "howev": [1, 2, 8, 14], "remain": 2, "signific": 2, "barrier": 2, "non": [1, 2, 5, 7, 8, 10, 15], "specialist": [1, 2], "respond": 2, "quickli": 2, "emerg": [2, 13], "situat": 2, "For": [2, 5, 6, 7, 8, 9, 10, 12, 13, 14], "manag": [2, 13], "promis": 2, "translat": 2, "action": [2, 3], "intellig": 2, "directli": [2, 4, 7, 10, 12, 13], "answer": 2, "queri": [2, 4, 5, 8, 13], "area": [2, 8, 11, 13, 14], "continu": [2, 8], "fall": 2, "swell": 2, "up": [2, 5, 12, 13], "next": [2, 6, 7, 8], "show": [2, 3, 5, 6, 9, 10, 11, 12], "me": 2, "water": [2, 4, 5, 7, 8, 9, 10, 11, 15], "stream": [2, 14], "wider": 2, "than": [1, 2], "meter": 2, "algorithm": [1, 2], "have": [1, 2, 6, 7, 11, 12, 13, 14, 15], "potenti": [1, 2, 12], "offer": [1, 2], "significantli": [1, 2], "faster": [1, 2], "accur": [1, 2], "tradit": [1, 2], "method": [1, 2, 7, 13, 14], "adapt": [1, 2, 7], "mean": [1, 2, 7, 8, 9, 10, 12, 13], "easili": [1, 2, 14], "grow": [1, 2, 3], "accommod": [1, 2], "over": [1, 2, 5, 10, 11, 13, 14], "expand": [1, 2, 12], "wide": [1, 2], "rang": [1, 2, 5, 8, 12, 13], "type": [1, 2, 4, 5, 7, 8, 10, 12, 13, 14], "Such": 2, "fusion": 2, "capabl": 2, "game": 2, "broad": 2, "spectrum": 2, "user": [1, 2, 5, 7, 10, 12, 13, 14], "worker": [2, 7], "urban": 2, "planner": 2, "robust": [1, 2, 12], "reliabl": [1, 2], "almost": [1, 2], "art": [1, 2], "form": [1, 2, 7, 14], "requir": [1, 2, 5, 14, 15], "knowledg": [1, 2], "statist": [1, 2], "comput": [1, 2, 5, 11, 12, 13], "workflow": [1, 2, 5, 10], "becom": [1, 2], "much": [1, 2, 14], "becaus": [1, 2, 12, 14], "dedic": [1, 2], "sourc": [1, 2, 13, 14], "librari": [1, 2, 12, 14], "pytorch": [1, 2, 7, 12], "tensorflow": [1, 2], "myriad": [1, 2], "subtl": [1, 2], "pitfal": [1, 2], "associ": [1, 2, 7, 13], "produc": [1, 2, 10], "deepli": [1, 2], "skew": [1, 2], "still": [1, 2], "reason": [1, 2], "untrain": [1, 2], "ey": [1, 2], "integr": [1, 2], "avoid": [1, 2], "creat": [1, 2, 7, 9, 12, 13, 14, 15], "link": [1, 2, 13], "expert": [1, 2], "trust": [1, 2, 13], "incorpor": [1, 2], "calibr": [1, 2], "wrap": [1, 2], "interfac": [1, 2], "full": 2, "embed": 2, "visualis": [2, 4, 5], "enabl": [2, 4], "insight": 2, "gener": [2, 12, 14], "unifi": 2, "suit": 2, "get": [2, 5, 7, 8, 10, 12, 13, 14], "80": 2, "wai": [2, 12], "allow": [2, 10, 13, 14], "straightforward": 2, "customis": 2, "specif": [2, 13, 14, 15], "problem": 2, "sub": [2, 7], "domain": 2, "albania": 2, "made": 2, "practition": 2, "oper": [2, 13], "develop": [2, 5], "infanc": 2, "equival": 2, "devop": 2, "softwar": 2, "analys": 2, "earth": [2, 5, 7, 8, 10, 14], "eo": 2, "highli": 2, "doubli": 2, "complic": 2, "rare": 2, "scientist": 2, "who": [2, 7], "master": 2, "both": [2, 10, 12, 13], "In": [1, 2, 3, 5, 6, 7, 8, 10, 12, 13, 14, 15], "four": [2, 14], "ml4cc": 2, "built": 2, "toolkit": 2, "appli": [2, 4, 5, 7, 8, 9, 10, 11, 12, 13], "easi": [2, 14], "purpos": [2, 6, 12, 13, 14], "carefulli": 2, "design": 2, "cater": 2, "beneficiari": 2, "need": [2, 3, 6, 7, 9, 12, 14, 15], "want": [2, 5, 7, 8, 10, 12, 15], "actual": [2, 14], "just": [2, 4, 8, 14], "relief": 2, "effort": 2, "risk": [2, 13], "analyst": 2, "past": 2, "collat": 2, "research": [2, 12], "investig": 2, "better": [1, 2], "figur": [2, 8, 12, 13], "below": [2, 5, 12, 13, 14], "present": [2, 13], "overview": [2, 14], "alongsid": 2, "each": [2, 8, 11, 12, 13], "compon": [2, 12], "click": 2, "larger": 2, "structur": [2, 6, 12], "sort": 2, "organis": 2, "truth": [2, 5, 6, 11, 13, 15], "mask": [2, 7, 13, 15], "tile": [2, 4, 6, 7, 8, 9, 10], "augment": [2, 12], "normalis": 2, "3": [2, 5], "exist": [2, 6, 7, 8, 9, 10, 13, 14], "displai": [2, 11], "uncertainti": 2, "4": [2, 5, 13, 14], "via": [2, 4, 12], "web": [2, 3, 8], "applic": [2, 3, 12], "program": 2, "api": [2, 14], "so": [2, 13, 14], "technic": 2, "fine": 2, "tune": 2, "adopt": 2, "own": 2, "graphic": 2, "simpl": [2, 12, 14], "point": [2, 12, 13], "last": [2, 4, 5, 6, 7, 8, 9, 10, 12, 13], "place": [2, 5, 14], "power": 2, "hand": 2, "ordinari": 2, "coordin": [2, 5, 8, 10, 14], "final": [2, 8, 14], "incred": 2, "them": [2, 4, 5, 7, 10, 11, 12, 13, 14], "compar": 2, "contrast": 2, "greatli": 2, "speed": 2, "flask": 3, "view": [3, 7], "manual": [3, 15], "edit": [3, 12], "floodmap": [1, 3, 5], "worldflood": [1, 3, 4, 5, 6, 8, 9, 10, 11, 12, 13, 14], "we": [1, 3, 5, 6, 7, 8, 9, 10, 11, 13, 14], "keep": [3, 14], "improv": [3, 7], "qualiti": 3, "its": [3, 13], "order": [3, 6, 7, 12, 14], "least": [3, 7], "subset": [3, 7, 15], "launch": [3, 13], "clone": [3, 13], "git": [3, 6, 13, 14], "com": [1, 3, 5, 6, 7, 8, 9, 10, 13, 14], "cd": 3, "serv": [3, 12, 14], "root_loc": 3, "path": [3, 4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "worldfloods_v1_0": [3, 5, 6, 7, 9, 15], "gt_version": 3, "v1": [3, 4, 7, 9, 11, 14], "no_save_floodmap_bucket": 3, "video": [3, 8], "modifi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "07": [4, 7, 8, 10, 13], "measur": 4, "basic": [4, 14], "gcp": [4, 13, 15], "credenti": 4, "sy": [4, 5, 7, 10, 12, 13, 14], "os": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "pathlib": [4, 12, 13], "load_ext": [4, 12], "autoreload": [4, 12], "devic": [4, 7], "gc": [4, 7], "config_setup": [4, 6, 7, 9], "get_default_config": [4, 6, 7, 9], "pkg_resourc": [4, 7], "set": [4, 5, 6, 9, 10, 12, 13, 14], "filepath": [4, 7], "config_fp": [4, 6, 7, 9], "worldfloods_templ": [4, 7], "json": [4, 5, 6, 7, 8, 9, 10, 12, 15], "resource_filenam": [4, 7], "worldfloods_uncertainti": 4, "join": [4, 6, 7, 8, 9, 14], "root": [4, 12], "src": [4, 12, 14], "config": [4, 5, 7, 10, 15], "experi": [1, 4, 6, 9], "worldfloods_uncertainty_demo": 4, "data_param": [4, 5, 6, 7, 8, 9, 10, 12], "batch_siz": [4, 6, 7, 9, 12], "32": [4, 6, 7, 8, 9, 10, 13], "bucket_id": [4, 6, 7, 9, 12], "channel_configur": [4, 5, 6, 7, 8, 9, 10], "filter_window": [4, 6, 7, 9], "fals": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "threshold_cloud": [4, 7], "8": [4, 5, 6, 8, 9, 12, 13, 14], "input_fold": [4, 6, 7, 9, 12], "s2": [4, 5, 6, 7, 9, 10, 12, 13], "loader_typ": [4, 6, 7, 9], "num_work": [4, 6, 7, 9], "path_to_split": [4, 6, 7, 9, 12], "public": [4, 5, 10, 12, 15], "target_fold": [4, 6, 7, 9, 12], "gt": [4, 5, 6, 7, 9, 12, 14], "test_transform": [4, 6, 7, 9, 12], "normal": [4, 5, 6, 7, 9], "true": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "train_test_split_fil": [4, 6, 7, 9], "train_test_split": [4, 6, 7, 9], "train_transform": [4, 6, 7, 9, 12], "window_s": [4, 6, 7, 9, 12], "256": [4, 6, 7, 9, 12], "experiment_nam": [4, 5, 6, 7, 8, 9, 10], "gpu": [4, 6, 7, 8, 9, 10], "model_param": [4, 5, 6, 7, 9], "hyperparamet": [4, 5, 6, 7, 9], "label_nam": [4, 6, 7, 9], "land": [4, 5, 6, 7, 8, 9, 10, 11, 13, 14, 15], "lr": [4, 6, 7, 9], "0001": [4, 6, 7, 9], "lr_decai": [4, 6, 7, 9], "lr_patienc": [4, 6, 7, 9], "max_epoch": [4, 6, 7, 9], "40": 4, "max_tile_s": [4, 5, 6, 7, 8, 9, 10], "model_typ": [4, 6, 7, 9], "unet_dropout": 4, "num_channel": [4, 6, 7, 9], "num_class": [4, 6, 7, 9, 12], "val_everi": [4, 6, 7, 9], "weight_per_class": [4, 6, 7, 9], "93445299": [4, 6, 7, 9], "36": [4, 6, 7, 9], "60054169": [4, 6, 7, 9], "19400729": [4, 6, 7, 9], "model_fold": [4, 6, 7, 9], "gs": [4, 5, 6, 7, 9, 12, 13, 14, 15], "ml4cc_data_lak": [4, 5, 6, 7, 9, 12, 13, 14, 15], "0_dev": [4, 6, 7, 9, 12, 13, 14], "2_mart": [4, 5, 6, 7, 9, 15], "2_mlmodelmart": [4, 6, 7, 9, 15], "path_to_weight": [4, 6, 9], "use_pretrained_weight": [4, 6, 9], "resume_from_checkpoint": [4, 6, 7, 9], "seed": [4, 6, 9], "12": [4, 5, 6, 7, 8, 9, 10, 13], "one": [4, 7, 10, 14, 15], "assum": [4, 7], "alreadi": [4, 5, 7, 12, 13, 14], "save": [4, 6, 8, 10], "bucket": [4, 7, 9, 10, 12, 13], "specifi": [4, 7, 13], "dataset_setup": [4, 7, 9], "folder": [4, 5, 13, 15], "val": [4, 5, 6, 9, 15], "onli": [4, 7, 10, 12, 13, 15], "data_modul": [4, 9], "get_dataset": [4, 7], "dl": [4, 7, 9], "test_dataload": [4, 7], "89741": 4, "1284": [4, 7, 9], "current": [4, 7, 15], "achiev": 4, "dropout": [4, 11], "dure": [4, 13], "pytorch_lightn": [4, 7], "util": [4, 7, 9, 10, 13, 14], "cloud_io": [4, 7], "model_setup": [4, 5, 6, 7, 8, 9, 10], "get_model": [4, 6, 7, 9], "torch": [4, 5, 6, 7, 8, 9, 10, 12], "print": [4, 6, 7, 8, 9, 10, 12, 13, 14], "path_to_model": 4, "pt": [4, 5, 6, 7, 8, 10, 15], "sampl": [4, 12], "vari": 4, "predict": [4, 5, 6, 8, 11], "prob_model": 4, "load_state_dict": 4, "cuda": [4, 6, 7, 9], "determinist": 4, "consist": [4, 14], "det_model": 4, "worldfloodsmodel": [4, 6, 7, 9], "dconv_down1": [4, 6, 9], "sequenti": [4, 6, 7, 9], "conv2d": [4, 6, 7, 9], "64": [4, 5, 6, 7, 8, 9, 10, 12, 14], "kernel_s": [4, 6, 7, 9], "stride": [4, 6, 7, 9], "pad": [4, 6, 7, 9], "relu": [4, 6, 7, 9], "inplac": [4, 6, 7, 9], "dconv_down2": [4, 6, 9], "128": [4, 6, 7, 9], "dconv_down3": [4, 6, 9], "dconv_down4": [4, 6, 9], "512": [4, 6, 9], "maxpool": [4, 6, 9], "maxpool2d": [4, 6, 9], "dilat": [4, 6, 9], "ceil_mod": [4, 6, 9], "dconv_up3": [4, 6, 9], "768": [4, 6, 9], "dconv_up2": [4, 6, 9], "384": [4, 6, 9], "dconv_up1": [4, 6, 9], "192": [4, 6, 9], "dropout2d": 4, "conv_last": [4, 6, 9], "handl": [4, 5, 7, 14], "larg": [4, 6], "multipl": [4, 7, 12, 13], "obtain": [4, 8, 11, 13, 14], "eval_mod": 4, "give": 4, "get_model_inference_funct": [4, 6, 7, 9], "prob_inference_funct": 4, "apply_norm": [4, 6, 7, 9], "det_inference_funct": 4, "compute_unecertainti": 4, "num_sampl": 4, "sever": [1, 4, 10, 13], "compute_uncertainti": 4, "p_pred_fun": 4, "d_pred_fun": 4, "00": [4, 5, 6, 7, 8, 9, 10, 13, 14], "max": [4, 6, 7, 8, 9, 10, 12, 13], "size": [4, 6, 7, 9, 10, 12], "1024": [4, 5, 7, 8, 9, 10], "9": [4, 7, 8, 9], "14": [4, 5, 7, 8, 12, 13, 14], "02": [4, 5, 8, 9, 10, 13, 14], "27": [1, 4, 5, 10], "78": [4, 7, 8, 10], "18": [4, 7, 8, 9, 10, 13], "16": [4, 5, 6, 7, 8, 10, 13, 14], "17": [4, 6, 7, 8, 9, 14], "20": [4, 10, 12, 13], "44": [4, 8], "60": [4, 5, 10], "35": [4, 5, 7, 10, 14], "45": [4, 8, 10], "29": [4, 13], "51": 4, "55": [4, 8, 13], "53": [4, 7, 13], "34": [4, 10], "65": 4, "03": [4, 5, 6, 8, 9, 10, 12, 13, 14], "56": [4, 7, 10], "59": [4, 8, 9, 13], "73": [4, 5, 7, 9, 10], "05": [4, 5, 7, 9, 10, 13], "47": 4, "75": [4, 7, 8, 10], "81": [4, 7, 9], "82": [4, 7], "06": [1, 4, 10, 12, 13], "91": [4, 7, 9, 10], "46": [4, 6, 10, 12], "rasterio": [4, 5, 10, 12, 14], "numpi": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "np": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "plot": [4, 9, 13], "rasterioplt": [4, 5, 12, 14], "matplotlib": [4, 5, 6, 7, 8, 10, 12, 13, 14], "pyplot": [4, 5, 6, 7, 8, 10, 12, 13, 14], "plt": [4, 5, 6, 7, 8, 10, 12, 13, 14], "color": [4, 5, 8, 10, 13, 14], "patch": [4, 5, 6, 14], "mpatch": [4, 5], "option": [4, 5], "tupl": [4, 5], "union": [4, 5], "bands_s2": [4, 5], "no_grad": [4, 5], "def": [4, 5, 8, 9, 10, 12], "read_inference_pair": [4, 5], "tiff_input": [4, 5], "str": [4, 5, 12], "folder_ground_truth": [4, 5], "window": [4, 5, 6], "slice": [4, 5], "return_ground_truth": [4, 5], "bool": [4, 5], "channel": [4, 5, 6, 8, 10, 15], "none": [4, 5, 6, 7, 9, 12, 13, 14], "folder_permanent_wat": [4, 5], "tensor": [4, 5, 8, 10], "affin": [4, 5, 14], "read": [4, 6, 7, 9, 12, 14], "pair": [4, 5, 15], "layer": [4, 5, 6, 13, 14], "return": [4, 5, 8, 9, 10, 14], "pass": [4, 5, 7], "transform": [4, 5, 6, 8, 9, 10, 14], "lat": [4, 5], "long": [4, 5, 6, 7], "arg": [4, 5, 7, 8, 10], "filenam": [4, 5, 8, 10, 13], "name": [4, 5, 6, 7, 8, 10, 13, 14], "replac": [4, 5, 8, 10], "input": [4, 5, 6], "flag": [4, 5, 7], "indic": [4, 5, 13, 14], "list": [4, 5, 6, 8, 13], "return_permanent_wat": [4, 5], "perman": [4, 5, 6, 8], "raster": [4, 5], "torch_input": [4, 5, 6, 8, 10], "torch_target": [4, 5, 6], "tiff_target": [4, 5], "r": [4, 5, 6, 7, 12, 14], "rst": [4, 5], "arrai": [4, 5, 8, 10, 13, 14], "tolist": [4, 5, 7, 8, 9, 10, 13], "shift": [4, 5], "given": [4, 5], "els": [4, 5, 7, 8, 9, 10, 13], "astyp": [4, 5, 8, 10, 12], "float32": [4, 5, 8, 10, 14], "unsqueez": [4, 5, 6], "tiff_permanent_wat": [4, 5], "permanent_wat": [4, 5], "torch_permanent_wat": [4, 5, 6], "zeros_lik": [4, 5], "target": [4, 5], "colors_worldflood": [4, 5], "invalid": [4, 5, 6, 8, 10, 14], "139": [4, 5, 8, 10, 14], "220": [4, 5, 8, 10], "dtype": [4, 5, 8, 9, 10, 13, 14], "255": [4, 5, 8, 10, 12, 14], "interpretation_worldflood": [4, 5], "colors_worldfloods_perman": [4, 5], "237": [4, 5], "flood_wat": [4, 5], "85": [4, 5, 7, 9, 10], "92": [4, 5, 7, 9, 10], "seasonal_wat": [4, 5], "interpretation_worldfloods_perman": [4, 5], "season": [4, 5], "get_channel_configuration_band": [4, 5, 6, 8, 9, 10], "col_off": [4, 5], "1543": [4, 5], "row_off": [4, 5], "247": [4, 5], "width": [4, 5, 12], "2000": [4, 5], "height": [4, 5, 12], "tiff_s2": [4, 5, 6], "1_stage": [4, 5, 12, 14], "emsr501": [4, 5, 12, 13, 14], "aoi01": [4, 5, 12, 13, 14], "emsr501_aoi01_del_monit01_r1_v1": [4, 5, 12], "tif": [4, 5, 6, 8, 9, 10, 12, 13, 14], "v_1_1": [4, 5, 12], "jrc": [4, 5, 6, 14], "compute_uncertainties_for_image_pair": 4, "denorm": 4, "notebook": [5, 7, 8, 10, 12, 13, 14], "propos": [1, 5, 8, 10], "With": [5, 6, 8, 13], "abl": [5, 8, 11, 14], "correctli": [5, 13], "classifi": 5, "cover": [5, 8, 10], "thin": 5, "semi": [5, 15], "transpar": 5, "scheme": 5, "multioutput": [5, 10, 11, 14], "output": [5, 6, 7, 9, 10, 12, 13, 14], "class": [5, 7, 8, 9, 10], "rule": 5, "huggingface_hub": [5, 8, 10], "hf_hub_download": [5, 8, 10], "georead": [5, 8, 10], "geotensor": [5, 8, 10], "shape": [5, 7, 8, 9, 10, 13, 14], "geometri": [5, 6, 8, 10, 13, 14], "reader": [5, 8, 10], "ee_queri": [5, 8, 10], "ee_imag": [5, 8, 10], "datetim": [5, 8, 10, 13], "ee": [5, 8, 10, 13], "plot_util": [5, 6, 10, 13, 14], "our": [5, 6, 7, 9, 13, 14], "huggingfac": 5, "repo": 5, "unet": [5, 6, 7, 9], "l8": 5, "paper": [1, 5, 10, 15], "case": [5, 12, 13, 14], "variabl": [5, 7, 8], "accord": 5, "wf2_unetv2_al": 5, "wf2_unetv2_bgriswir": [5, 8, 10], "rgbnir": 5, "wf2_unetv2_rgbi": 5, "subfolder_loc": [5, 8, 10], "config_fil": [5, 8, 10], "repo_id": [5, 8, 10], "isp": [5, 8, 10], "uv": [5, 8, 10], "es": [5, 8, 10], "subfold": [5, 7, 8, 10], "local_dir": [5, 8, 10], "local_dir_use_symlink": [5, 8, 10], "model_fil": [5, 8, 10], "script": [5, 7, 8, 10], "load_inference_funct": [5, 8, 10], "device_nam": [5, 8, 10], "cpu": [5, 6, 7, 8, 10, 14], "th_water": [5, 8, 10], "0": [5, 8, 10, 12, 13], "5": [5, 6, 13, 14], "th_bright": [5, 8, 10], "3500": [5, 7, 8, 10], "collection_nam": [5, 8, 10], "weight": [5, 6, 8, 9, 10], "input_tensor": [5, 8, 10], "nan_to_num": [5, 8, 10], "authent": [5, 10, 13], "initi": [5, 8, 10, 12, 13, 14], "aoi": [5, 10, 13], "polygon": [5, 8, 10, 13, 14], "153": 5, "20789834941638": 5, "28": [5, 8, 10, 13], "75874177524779": 5, "91332819718112": 5, "38848611797107": 5, "s2data": [5, 8], "2022": [5, 6, 9, 13, 14], "producttyp": [5, 8, 10], "as_str": [5, 8], "asset_id": [5, 8, 10], "iloc": [5, 8], "gee_id": [5, 8, 10], "geom": [5, 8, 10], "intersect": [5, 8, 10], "postflood": [5, 8, 10], "export_image_getpixel": [5, 8, 10], "proj": [5, 8, 10], "bands_ge": [5, 8, 10], "home": [5, 6, 7, 8, 10, 12, 13, 14], "mambaforg": [5, 8, 10], "env": [5, 7, 8, 10], "ml4floods2": [5, 8, 10], "lib": [5, 7, 8, 10], "python3": [5, 7, 8, 10], "site": [5, 7, 8, 10], "geopanda": [5, 6, 8, 10, 13, 14], "geoseri": [5, 8, 10], "645": [5, 8, 10], "futurewarn": [5, 8, 10], "convert_dtyp": [5, 8, 10], "deprec": [5, 6, 8, 10, 13], "remov": [5, 8, 10], "futur": [5, 8, 10, 12], "ser": [5, 8, 10], "object": [5, 6, 7, 8, 10, 12, 13, 14], "instead": [5, 8, 10, 13], "super": [5, 8, 10, 13], "func": [5, 8, 10], "kwarg": [5, 7, 8, 10], "warn": [5, 7, 8, 10, 12, 13, 14], "tiffreaddirectori": [5, 10], "sum": [5, 10], "photometr": [5, 10], "relat": [5, 8, 10], "extrasampl": [5, 10], "doesn": [5, 10], "t": [5, 10, 12, 13], "match": [5, 10], "samplesperpixel": [5, 10], "defin": [5, 12], "520260": 5, "6818730": 5, "6": [5, 6, 9, 10, 13], "1717": 5, "1766": 5, "resolut": [5, 10], "bound": [5, 10, 13, 14], "6801560": 5, "537920": 5, "cr": [5, 8, 10, 13, 14], "epsg": [5, 8, 10, 13], "32756": 5, "fill_value_default": [5, 8, 10], "prediction_postflood": [5, 8, 10], "prediction_postflood_cont": [5, 8, 10], "valu": [5, 6, 7, 8, 9, 10, 13], "len": [5, 6, 8, 9, 10, 12], "prediction_postflood_rast": [5, 8, 10], "1min": [5, 10], "15": [5, 8, 10, 13, 14], "total": [5, 7, 8, 10, 12, 14], "43": [5, 8], "wall": [5, 7, 10, 14], "colors_pr": [5, 8, 10], "240": [5, 8, 10], "flood_trac": [5, 8, 10], "fig": [5, 6, 7, 8, 10, 12, 13, 14], "ax": [5, 6, 7, 8, 10, 12, 13, 14], "subplot": [5, 6, 7, 8, 10, 12, 13, 14], "figsiz": [5, 6, 7, 8, 10, 12, 13, 14], "isel": [5, 8], "band": [5, 8, 9, 10, 13, 14], "3_500": [5, 8], "clip": [5, 8, 10, 12, 13], "add_scalebar": [5, 8, 10], "set_titl": [5, 6, 8, 10], "solardai": [5, 8, 10], "plot_segmentation_mask": [5, 8, 10], "interpretation_arrai": [5, 8, 10], "text": [5, 10, 12, 14], "satdata": 5, "bands_landsat": 5, "postfloodl8": 5, "10000": [5, 10], "131": 5, "ms": [5, 7, 10], "33": [5, 10], "165": 5, "89": [5, 7, 8, 9, 10], "520245": 5, "3181245": 5, "573": 5, "590": 5, "3198435": 5, "537945": 5, "32656": 5, "inf": 5, "prediction_postfloodl8": 5, "prediction_postflood_contl8": 5, "prediction_postfloodl8_rast": 5, "61": [5, 7], "publicli": 5, "environ": [5, 6, 7, 8, 9, 10], "google_application_credenti": [5, 7], "gcc_pai": 5, "gs_user_project": [5, 7], "your": [5, 6, 7, 9, 13, 14, 15], "cuda_visible_devic": 5, "cache_fold": 5, "startswith": [5, 8, 10], "download_tiff": 5, "gt_with_permanent_wat": 5, "ndarrai": 5, "taken": 5, "http": [1, 5, 6, 7, 8, 9, 10, 13, 14, 15], "googl": [5, 8, 10, 11], "engin": [5, 8, 10, 14], "catalog": 5, "jrc_gsw1_2_yearlyhistori": 5, "get_cmap_norm_color": [5, 14], "color_arrai": 5, "cmap_categor": 5, "listedcolormap": [5, 8], "norm_categor": 5, "vmin": [5, 14], "vmax": [5, 14], "interp": [5, 12], "zip": [5, 7, 15], "append": [5, 10, 12, 13], "label": [5, 13, 14], "plot_inference_set": 5, "softmax": [5, 7, 9], "argmax": [5, 6, 7], "inputs_show": 5, "squeez": [5, 8, 10], "targets_show": 5, "permanent_water_show": 5, "categori": [5, 8], "cmap_pr": 5, "norm_pr": 5, "patches_pr": 5, "cmap_gt": 5, "norm_gt": 5, "patches_gt": 5, "prediction_show": 5, "band_names_current_imag": 5, "iband": 5, "bands_rgb": 5, "index": [5, 8, 10, 12, 13], "b": [5, 8, 9, 13], "b4": [5, 7, 8, 10, 13], "b3": [5, 10, 13], "b2": [5, 10, 13], "swir_1": 5, "nir": [5, 6, 8, 13], "red": [5, 8, 13, 14], "composit": [5, 6, 12, 13], "bands_false_composit": 5, "b11": [5, 7, 8, 10, 13], "b8": [5, 7, 8, 10, 13], "false_rgb": 5, "3000": [5, 8, 10, 12, 13], "rgb": [5, 6, 12, 13], "swir1": [5, 6], "legend": [5, 6, 10, 14], "loc": [5, 10, 13, 14], "upper": [5, 14], "right": [5, 14], "download_imag": 5, "tiffs_for_infer": 5, "makedir": [5, 6, 7, 8, 9, 10, 13, 14], "exist_ok": [5, 6, 7, 8, 9, 10, 13, 14], "emsr333_02portopalo_del_monit01_v1_observed_event_a": [5, 9], "1000": [5, 13], "400": 5, "permanentwaterjrc": [5, 6, 14], "cont_pr": 5, "h": [5, 6, 8, 9, 10], "w": [1, 5, 6, 7, 9], "4_860": 5, "3_300": 5, "840": 5, "2_prod": [5, 6, 7, 9, 15], "emsr342_06northnormanton_del_v1_observed_event_a": [5, 9], "1_600": 5, "emsr271_02farkadona_del_v1_observed_event_a": 5, "rs2_20161008_water_extent_corail_pestel": [5, 6], "1_200": 5, "1_500": 5, "st1_20161014_waterextent_binhdinh_lak": 5, "emsr347_07zomba_del_monit01_v1_observed_event_a": [5, 9], "databas": [1, 5, 8, 10, 14], "pre": [1, 5, 8, 9, 10, 14, 15], "releas": [1, 5, 8, 10, 15], "creativ": [1, 5, 8, 10, 15], "common": [1, 5, 8, 10, 15], "comerci": [5, 8, 10], "written": [5, 8, 10], "consent": [5, 8, 10], "must": [5, 7, 8, 10], "file": [6, 9, 10, 14], "note": [6, 7, 8, 9, 10, 14], "necesari": 6, "pretrain": [6, 11, 15], "geotiff": 6, "drive": [6, 7, 9, 14], "other": [6, 7, 9, 12, 13, 14], "altern": [6, 7, 9, 15], "document": [6, 7, 9, 14], "re": [1, 6, 7, 9, 12, 14], "add": [6, 7, 8, 9, 10, 14, 15], "shortcut": [6, 7, 9, 14, 15], "Then": [6, 7, 9], "try": [6, 7, 9, 14], "content": [6, 7, 9, 13, 14, 15], "assert": [6, 7, 9, 14], "my": [6, 7, 9, 13, 14, 15], "u": [6, 7, 9, 11, 14, 15], "1dqfywetx614r49kuve3cbzwvo6qhvrvh": [6, 7, 9, 14], "google_colab": [6, 7, 9, 14], "path_to_dataset_fold": [6, 7, 9, 14], "dataset_fold": [6, 7, 9], "worldfloods_v1_0_sampl": [6, 7, 9], "wfv1_unet": [6, 9, 15], "folder_name_model_weight": [6, 9], "except": [6, 7, 9, 14], "importerror": [6, 7, 9, 14], "No": [6, 7, 14], "modul": [6, 7, 12, 13, 14], "val_fold": 6, "download_fold": [6, 9], "id": [6, 7, 9, 13, 14, 15], "1oup": [6, 9], "qvd1u": [6, 9], "re3liqkw7tokjsdu90blsk": [6, 9], "quiet": [6, 9, 13], "use_cooki": [6, 9], "1ogcnupgr0q6nlws7bbqq8pzilyonah12": 6, "usp": [6, 7, 9], "share": [6, 7, 9], "retriev": 6, "1vk48dyx5dq9jzdmx9m8z": 6, "eznqcma7kjg": 6, "1mdquzvl45_gtiilsdneb": 6, "un8xnroskyc": 6, "complet": 6, "uc": [6, 14], "ml4op": [6, 7], "100": [6, 7, 8, 9, 13, 14], "20k": 6, "629kb": 6, "31": [6, 10], "2m": 6, "3mb": 6, "param": [6, 7, 12], "control": [6, 7, 8, 10], "fed": 6, "nn": 6, "memori": 6, "contrain": 6, "totensor": [6, 9, 12], "25": [6, 7, 8, 9, 10, 13, 14], "checkpoint": [6, 7, 9], "wandb_ent": [6, 7, 9], "wandb_project": [6, 7, 9], "dirnam": [6, 9, 14], "eval": [6, 9], "comment": 6, "line": [6, 13], "doe": [6, 7, 12, 13], "inference_funct": [6, 7, 8, 9, 10], "function": [6, 7, 8, 9, 10, 12, 13, 14], "let": [6, 12, 13, 14], "stich": 6, "strategi": 6, "describ": 6, "huang": 6, "et": [6, 7, 11, 14], "al": [6, 7, 11, 14], "cell": [6, 7, 8, 10, 13], "afterward": [6, 8], "comparison": 6, "event_id": 6, "tiff_gt": 6, "tiff_permanentwaterjrc": 6, "load_input": 6, "dim": [6, 7], "pixel": [6, 8, 14, 15], "mask_invalid": 6, "_": [6, 7, 9], "plot_rgb_imag": [6, 13, 14], "plot_swirnirred_imag": [6, 10], "plot_gt_v1_with_perman": 6, "plot_gt_v1": [6, 14], "tight_layout": [6, 7, 8], "bellow": [6, 8], "data_out": 6, "geodatafram": [6, 8, 10, 13], "shapefil": 6, "save_fil": 6, "postprocess": [6, 10], "gpd": [6, 8, 10, 13, 14], "prob_water_mask": 6, "binary_water_mask": 6, "geoms_polygon": 6, "get_water_polygon": 6, "arang": [6, 7, 9], "categor": 6, "facecolor": [6, 13, 14], "edgecolor": [6, 13], "linewidth": [6, 13, 14], "alpha": 6, "axessubplot": [6, 13, 14], "artifici": 7, "intelig": 7, "monitor": [7, 13], "onlin": [7, 15], "cours": 7, "futurelearn": 7, "public_fold": 7, "gdown": [7, 13, 14, 15], "could": [7, 14], "tri": 7, "zipfil": 7, "validate_worldfloods_data": 7, "filenotfounderror": 7, "zip_file_nam": 7, "7gb": 7, "11o6akzk4r6derix32o4mmtj5dtzrrkgv": [7, 15], "zip_ref": 7, "extractal": 7, "close": [7, 8], "expect": [7, 8, 13], "format": [7, 13], "load": [7, 11, 12, 13, 14], "either": 7, "copi": [7, 12, 14], "hyper": 7, "out": [7, 9], "worldfloods_demo_test": 7, "early_stopping_pati": 7, "metric_monitor": 7, "val_dice_loss": 7, "linear": 7, "model_vers": [7, 9], "seed_everyth": 7, "training_demo": 7, "found": [7, 8, 13, 14], "trigger": 7, "264": 7, "29gb": 7, "custom": [7, 12], "train_test_split_sampl": 7, "depend": [7, 12], "product": [7, 8, 13, 14], "6298": [7, 9], "98": [7, 9], "63": 7, "103": 7, "169": 7, "pytorch_lightin": 7, "datamodul": 7, "attribut": 7, "train_dataset": 7, "val_dataset": 7, "test_dataset": [7, 9], "addit": [7, 14, 15], "train_dataload": 7, "val_dataload": [7, 9], "train_dl": 7, "train_dl_it": 7, "iter": 7, "batch": [7, 13], "worldfloods_model": 7, "n_imag": 7, "plot_batch": 7, "max_clip_v": 7, "bands_show": 7, "4500": 7, "plot_batch_output_v1": 7, "show_axi": 7, "scratch": [7, 11], "construct": 7, "simplecnn": 7, "implement": 7, "conv": 7, "later": [7, 12, 13], "automatical": 7, "log": 7, "relev": 7, "wandb": 7, "setup_weights_and_bias": 7, "wandblogg": 7, "uncom": 7, "ON": 7, "TO": 7, "login": 7, "done": 7, "onc": [7, 13], "init": 7, "demo": 7, "wandb_logg": 7, "entiti": 7, "modelcheckpoint": 7, "best": 7, "perform": [7, 12], "storag": [7, 13, 15], "earli": 7, "stop": 7, "earlystop": 7, "after": [7, 13], "epoch": 7, "latest": [6, 7, 15], "experiment_path": 7, "checkpoint_callback": 7, "dirpath": 7, "save_top_k": 7, "verbos": 7, "mode": [7, 10, 15], "min": [7, 8, 10, 12, 13], "early_stop_callback": 7, "patienc": 7, "strict": 7, "rest": 7, "readthedoc": 7, "en": 7, "maximum": 7, "fast_dev_run": 7, "default_root_dir": 7, "accumulate_grad_batch": 7, "gradient_clip_v": 7, "auto_lr_find": 7, "benchmark": 7, "check_val_every_n_epoch": 7, "log_gpu_memori": 7, "tpu": 7, "core": 7, "ipu": 7, "miniconda3": 7, "1580": 7, "userwarn": 7, "rank_zero_warn": 7, "fit": 7, "34m": 7, "1mwandb": 7, "0m": [7, 13], "33mipl_uv": 7, "relogin": 7, "forc": 7, "upgrad": 7, "track": 7, "21": [7, 13, 14], "sync": 7, "ai": 7, "2b206f4a": 7, "20210408_084312": 7, "266": 7, "k": 7, "trainabl": [1, 7], "065": 7, "mb": 7, "opt": [7, 12], "distribut": 7, "50": [7, 8, 9, 10], "bottleneck": 7, "consid": 7, "increas": 7, "argument": 7, "393": 7, "reach": 7, "60017": 7, "ckpt": 7, "top": [7, 14], "787": 7, "59220": 7, "1181": 7, "56052": 7, "1575": 7, "55334": 7, "befor": [7, 12, 13], "logit": 7, "prob": 7, "ravel": 7, "grid": [7, 8, 13], "panda": [7, 8, 9, 13], "pd": [7, 8, 9, 13], "activ": [7, 9], "otherwis": [7, 9], "fail": [7, 9, 10], "when": [7, 9, 13], "remot": [7, 9], "set_num_thread": [7, 9], "thresholds_wat": [7, 9], "1e": [7, 9, 12], "96": [7, 9], "99": [7, 9, 10], "995": [7, 9], "999": [7, 9], "met": [7, 9], "compute_metr": [7, 9], "convert_target": [7, 9], "plot_metr": [7, 9], "81it": 7, "52": [7, 8], "55it": 7, "per": [7, 9, 13], "iou": [7, 9], "8116431733608086": 7, "9123927497732395": 7, "605203573769534": 7, "hasattr": [7, 9], "image_fil": [7, 9, 12], "cems_cod": [7, 9], "basenam": [7, 9], "split": [7, 9], "file_nam": [7, 9, 12], "list_of_window": [7, 9, 12], "iou_per_cod": [7, 9], "datafram": [7, 8, 9, 10, 13], "group_confus": [7, 9], "confus": [7, 9], "calculate_i": [7, 9], "iou_": [7, 9], "recall_per_cod": [7, 9], "calculate_recal": [7, 9], "recall_": [7, 9], "join_data_per_cod": [7, 9], "merg": [7, 9], "set_index": [7, 9], "across": [7, 9], "axi": [7, 8, 9, 12, 13], "to_dict": [7, 9], "recall_land": [7, 9], "93": [7, 10], "08255820002643": 7, "recall_wat": [7, 9], "45670619858558": 7, "recall_cloud": [7, 9], "76": [7, 9], "05831858902059": 7, "iou_land": [7, 9], "90": [7, 9, 10, 13], "55111450826736": 7, "iou_wat": [7, 9], "68072319568316": 7, "iou_cloud": [7, 9], "91956034880197": 7, "emsr271": 7, "652827": 7, "97": [7, 9], "856891": 7, "792703": 7, "435118": 7, "24": [7, 10, 13, 14], "420104": 7, "70": [7, 9], "859015": 7, "emsr279": 7, "994390": 7, "400188": 7, "984087": 7, "83": [7, 10], "700250": 7, "200438": 7, "255267": 7, "emsr280": 7, "209005": 7, "197996": 7, "264703": 7, "885050": 7, "86": [7, 9], "735377": 7, "49": 7, "392122": 7, "emsr287": 7, "548484": 7, "487523": 7, "077289": 7, "816743": 7, "139818": 7, "221249": 7, "rs2": 7, "95": [7, 9, 10], "479942": 7, "84": 7, "557994": 7, "87": [7, 9], "650254": 7, "563623": 7, "458526": 7, "770675": 7, "st1": 7, "610701": 7, "239645": 7, "580875": 7, "905902": 7, "58": [7, 13], "130076": 7, "88": 7, "019034": 7, "along": 7, "conduct": [1, 7], "atomic_sav": 7, "save_json": 7, "dir": 7, "state_dict": 7, "cofig": 7, "config_file_path": 7, "save_dir": 7, "server": 7, "33mwarn": 7, "without": 7, "preserv": 7, "base_path": 7, "i": [7, 8, 10, 13], "mnt": 7, "h5": 7, "wait": 7, "pid": 7, "3265program": 7, "successfulli": 7, "debug": 7, "intern": [7, 12], "summari": 7, "_runtime619_timestamp1617872011_step1575loss0": 7, "76066epoch3val_bce_loss1": 7, "32021val_dice_loss0": 7, "55334val_recal": 7, "land0": 7, "93818val_recal": 7, "water0": 7, "84217val_recal": 7, "cloud0": 7, "6011val_iou": 7, "89992val_iou": 7, "57418val_iou": 7, "31644": 7, "histori": 7, "_runtim": 7, "_timestamp": 7, "_step": 7, "loss": 7, "val_bce_loss": 7, "val_recal": 7, "val_iou": 7, "864": 7, "media": 7, "artifact": 7, "head": [7, 13], "23": 13, "s2_safe_read": [8, 10], "egg": 13, "timedelta": [8, 13], "warp": [], "date_ev": [8, 13], "strptime": [8, 10], "date_start_search": 8, "date_end_search": [8, 13], "area_of_interest_geojson": 8, "19": [8, 13, 14], "483318354000062": 8, "41": [8, 13, 14], "84407200000004": 8, "351701478000052": 8, "84053242300007": 8, "298659824000026": 8, "871157520000054": 8, "236388306000038": 8, "89588351100008": 8, "22956438700004": 8, "42": [8, 13, 14], "086957306000045": 8, "327827977000027": 8, "09102668200006": 8, "778082109000025": 8, "10312055000003": 8, "777652446000047": 8, "97309238100007": 8, "777572772000042": 8, "94912981900006": 8, "582705341000064": 8, "94398333100003": 8, "581417139000052": 8, "94394820700006": 8, "54282145700006": 8, "90168177700008": 8, "area_of_interest": [8, 13, 14], "sentinelapi": [], "usernam": [], "password": [], "scihub": [], "eu": 13, "apihub": [], "platformnam": [], "s2msi1c": [], "cloudcoverpercentag": [8, 10], "products_gpd": [], "to_geodatafram": [], "ml4fl_py38": [], "pyproj": [], "syntax": [], "prefer": [], "mind": [], "pyproj4": [], "stabl": [], "gotcha": [], "_prepare_from_str": [], "pjarg": [], "link_altern": [], "link_icon": [], "ondemand": [], "datatakesensingstart": [], "beginposit": [], "endposit": [], "ingestiond": [], "platformidentifi": [], "orbitdirect": [], "platformserialidentifi": [], "processinglevel": [], "identifi": [], "datastripidentifi": [], "granuleidentifi": [], "uuid": [], "7855c95e": [], "6e00": [], "4a7d": [], "ba8c": [], "7f8ad5f7beca": [], "s2b_msil1c_20210218t094029_n0209_r036_t34tcm_2": [], "odata": [], "18t09": [], "024z": [], "09": [10, 13], "024": [], "943": [], "2017": [], "013a": [], "descend": [], "2b": [], "1c": [], "s2b_oper_msi_l1c_ds_vgs2_20210218t115327_s2021": [], "s2b_oper_msi_l1c_tl_vgs2_20210218t115327_a0206": [], "multipolygon": 14, "60606": [], "43884": [], "65397": [], "6c813d56": [], "a984": [], "40bd": [], "8752": [], "bee7cbc81146": [], "s2b_msil1c_20210215t093029_n0209_r136_t34tcm_2": [], "15t09": [], "930": [], "s2b_oper_msi_l1c_ds_epae_20210215t105122_s2021": [], "s2b_oper_msi_l1c_tl_epae_20210215t105122_a0206": [], "91997": [], "row": 14, "column": [8, 14], "product_to_download": [], "tabl": 13, "024000": [], "930000": [], "generationd": [], "22": [8, 10, 12, 13], "orbitnumb": [], "20611": [], "relativeorbitnumb": [], "136": [], "9774": [], "sensoroperationalmod": [], "INS": [], "nob": [], "level1cpdiidentifi": [], "tileid": [], "34tcm": [], "hv_order_tileid": [], "tm34c": [], "processingbaselin": [], "instrumentnam": [], "multi": 14, "spectral": [], "instrumentshortnam": [], "msi": [], "715": [], "s2datatakeid": [], "gs2b_20210215t093029_020611_n02": [], "60606083644028": [], "43883628550716": [], "folder_download": [], "s2safe_product": [], "newest": [], "750m": [], "20mb": [], "md5": [], "checksum": [], "5mb": [], "exctract": [], "s2_safe_fold": 10, "splitext": [], "s2obj": 10, "s2loader": 10, "out_r": 10, "from_epsg": 14, "32634": 14, "300000": [], "4700040": [], "s2imagel1c": [], "0x7f92654a1be0": [], "0x7f9267edf220": [], "bounds_pol_read": [], "bounds_pol_read_s2cr": [], "transform_bound": [], "4326": [8, 10, 13], "reproject": [], "load_bands_bbox": [], "2995": [], "4596": [], "353008": [], "60473929264": [], "4662742": [], "335279502": [], "go": 6, "colab": [8, 10, 11, 13, 15], "mount": [13, 15], "exists_ok": [], "vector": 13, "vectorized_datafram": [], "suptitl": [], "fontsiz": 14, "interest": [8, 11, 13, 14], "between": [8, 13, 14], "two": [8, 10, 15], "henc": [8, 15], "account": [8, 13], "export": 8, "those": [8, 14], "timezon": [8, 10, 13], "geemap": [8, 10, 13], "eefolium": 13, "folium": [8, 10, 13], "ee_download": [8, 13], "tzinfo": [8, 10, 13], "utc": [8, 10, 13], "generate_polygon": 13, "bbox": [], "x1": [], "y1": [], "x2": [], "y2": [], "x3": [], "y3": [], "x4": [], "y4": [], "imagecollect": 8, "img_col": [8, 13], "system": [8, 10, 13], "time_start": [8, 10, 13], "valid": [8, 12, 13, 15], "averag": 8, "probabl": [8, 13], "cloud_prob": [8, 13], "img_col_info_loc": [8, 13], "s2cloudless": [8, 14], "independ": 8, "collect": [8, 10, 13], "bounds_pol": 13, "pol_2_clip": 13, "pol": 13, "grab": [8, 13], "get_s2_collect": 13, "permanent_water_img": 13, "permanent_water_imag": [13, 14], "info": 13, "convert": [9, 13, 14], "img_col_info": 13, "img_collection_to_feature_collect": 13, "from_featur": 13, "getinfo": 13, "lambda": [9, 13], "x": [8, 9, 10, 13], "utcfromtimestamp": 13, "n_images_col": [8, 13], "isoformat": [8, 13], "marker": [8, 13], "ylim": [8, 13], "101": [8, 13], "xtick": [8, 13], "rotat": [8, 13], "ylabel": [8, 13], "12t00": 8, "01t00": 8, "percentag": [8, 10], "180": 13, "00000": 13, "254181": [], "38": 13, "983": [], "172355": [], "48": 13, "039": [], "966141": [], "39": 13, "993": [], "029202": [], "823": [], "941818": [], "26": [8, 13], "106": [], "897624": [], "986": [], "000000": [9, 10, 13], "341": [], "503629": [], "013119": [], "531": [], "999951": [], "08": [8, 10, 14], "218": [], "999130": [], "013": [], "54": 13, "985": 13, "191459": 13, "363": 13, "315460": 13, "845": 13, "94": [8, 9, 13], "017820": 13, "706": 13, "401171": 13, "862": 13, "978288": 13, "740": 13, "595103": 13, "012": 13, "loop": 8, "seen": [8, 14], "gee": [8, 10, 13, 14], "ll": 8, "imgs_list": [8, 13], "img_show": [8, 13], "addlay": [8, 10, 13], "swir": [8, 13], "strftime": [8, 10, 13], "waterclass": 13, "palett": 13, "cccccc": 13, "ffffff": 13, "99d9ea": 13, "0000ff": 13, "ff000000": 13, "centerobject": 13, "zoom": 13, "layercontrol": [8, 10, 13], "collaps": [8, 10, 13], "add_to": [8, 10, 13], "ve": 14, "googel": [], "export_to_gcp": [], "doc": [], "start": 13, "cred": [], "path_to_export": 8, "preingest": [], "bucket_nam": [], "utm": [], "aoi_shap": [], "lon": [], "centroid": [8, 10], "coord": [8, 10], "convert_wgs_to_utm": [], "export_task_fun_img": [], "export_task_imag": [], "bands_export": 13, "bands_s2_nam": [], "task": [10, 13], "img_export": 13, "select": [10, 13], "tofloat": 13, "albania_ts_": 8, "desc": [], "mayberun": [], "overwrit": [], "dry_run": [], "wait_task": [], "albania_ts_20210116": [], "albania_ts_20210119": [], "albania_ts_20210203": [], "albania_ts_20210205": [], "albania_ts_20210215": [], "albania_ts_20210218": [], "albania_ts_20210223": [], "albania_ts_20210225": [], "albania_ts_20210228": [], "here": [10, 12, 13, 14], "hood": [], "fsspec": [], "fs": [], "filesystem": [], "requester_pai": [], "exported_fil": [], "glob": 9, "size_read": [13, 14], "600": 13, "programat": [], "second": 13, "downlink": 14, "gdrive": [], "constrain": [], "tqdm": [8, 13], "predit": [], "folder_sav": [], "ts_output": [], "name_plot": [], "to_fil": 8, "geojson": [13, 14], "driver": 8, "savefig": 8, "jpg": 8, "362": [], "int64index": [], "appropri": [], "exec": [], "matplotlib_inlin": [], "backend_inlin": [], "backend": [], "cannot": [], "120": [], "121": [], "115": [], "69": 9, "67": [8, 9, 10, 14], "117": [], "57": [8, 10], "118": [], "79": 10, "16min": [], "4s": [], "4min": [], "20min": [], "17min": [], "date_it": 8, "read_fil": 14, "floodmap_folium": 13, "featur": 13, "add_child": 13, "divid": [9, 15], "test_fold": 9, "1bp1fxppikopqrgth2lu5wjpyx7lb2qow": 9, "del": 9, "worldfloodsdatasettil": 9, "worldfloodsdataset": 9, "bands_read_s2": 9, "test_fil": 9, "get_transform": 9, "image_prefix": [9, 12], "gt_prefix": [9, 12], "lock_read": 9, "There": [9, 10, 12, 15], "skip": [9, 14], "worldfloods_v1_sampl": 9, "emsr286_08ituangonorth_del_monit02_v1_observed_event_a": 9, "emsr286_09ituangosouth_del_monit02_v1_observed_event_a": 9, "emsr333_01rattaloro_del_monit01_v1_observed_event_a": 9, "emsr333_13torrecolonnasperone_del_monit01_v2_observed_event_a": 9, "emsr342_07southnormanton_del_monit03_v2_observed_event_a": 9, "emsr347_06mwanza_del_v1_observed_event_a": 9, "emsr347_07zomba_del_v2_observed_event_a": 9, "emsr9284_01ylitornionorthern_del_monit01_v1_observed_event_a": 9, "shuffl": 9, "v2": [9, 14], "inf_func": 9, "sigmoid": 9, "dual_head_output": 9, "zero": 9, "mask_cloud": 9, "9029077785566316": 9, "8734460214394203": 9, "7296114155197847": 9, "codes_loc": 9, "emsr333": 9, "itali": [9, 13], "emsr9284": 9, "emsr284": 9, "finland": [9, 13], "emsr347": 9, "malawi": [9, 13], "emsr286": 9, "colombia": 9, "emsr342": 9, "australia": [9, 13], "13838818450972": 9, "76496994702889": 9, "21174578522877": 9, "7264665724063": 9, "74": 9, "14875561083508": 9, "01686774881253": 9, "778702": 9, "101370": 9, "995128": 9, "452269": 9, "104708": 9, "259330": 9, "776235": 9, "642480": 9, "119989": 9, "956551": 9, "949436": 9, "404743": 9, "510674": 9, "022392": 9, "000729": 9, "419744": 9, "72": [8, 9], "314018": 9, "287511": 9, "848191": 9, "740996": 9, "942883": 9, "865007": 9, "443802": 9, "132753": 9, "778140": 9, "317612": 9, "938762": 9, "931815": 9, "000002": 9, "sement": 10, "particular": [10, 12, 13], "deriv": [10, 13], "focu": [10, 13], "region": [10, 13, 14], "nova": 10, "kakhovka": 10, "kherson": 1, "ukrain": 10, "where": [1, 10, 14, 15], "recent": 10, "dam": 1, "break": [1, 14], "caus": 10, "save_cog": [8, 10], "window_util": 10, "mosaic": 10, "rasterio_read": [8, 10], "rasterioread": [8, 10], "vectorize_outputv1": [8, 10], "40965055141422": 10, "849975215311474": 10, "24671826582107": 10, "923511440491325": 10, "936224664974134": 10, "845770100334164": 10, "33368262768653": 10, "62876156455022": 10, "25990197005967": 10, "514641087646424": 10, "31216326921171": 10, "408759851523826": 10, "843998842939385": 10, "56961795883814": 10, "21905051921081": 10, "72367854887557": 10, "aoi_gpd": [8, 10], "set_cr": 10, "tz": [10, 13], "start_period": 10, "end_period": 10, "overlap": [8, 10, 14], "flood_images_ge": 10, "flood_collect": 10, "date_start": [8, 10], "date_end": [8, 10], "return_collect": [8, 10], "add_s2cloudless": [8, 10], "groupbi": [8, 10], "overlappercentag": [8, 10], "agg": 10, "count": 10, "s2b": 10, "062169": 10, "434830": 10, "lc08": 10, "070000": 10, "634958": 10, "lc09": 10, "040000": 10, "542523": 10, "788626": 10, "100742": 10, "s2a": 10, "990063": 10, "540035": 10, "760000": 10, "054185": 10, "430000": 10, "152296": 10, "942521": 10, "707824": 10, "foliumap": [8, 10], "tl": [8, 10], "tilelay": [8, 10], "mt1": [8, 10], "vt": [8, 10], "lyr": [8, 10], "attr": [8, 10], "overlai": [8, 10, 13, 14], "max_zoom": [8, 10], "zoom_start": [8, 10], "localdatetime_str": [8, 10], "localdatetim": [8, 10], "dt": [8, 10], "showcolumn": [8, 10], "ff7777": [8, 10], "fffa69": [8, 10], "8fff84": [8, 10], "52adf1": [8, 10], "ff6ac2": [8, 10], "1b6d52": [8, 10], "fce5cd": [8, 10], "705334": [8, 10], "images_dai": [8, 10], "enumer": [8, 10], "outlin": [8, 10, 12], "image_col_day_sat": [8, 10], "filter": [8, 10, 13], "inlist": [8, 10], "b6": [8, 10, 13], "b5": [8, 10, 13], "style_kwd": [8, 10], "fillopac": [8, 10], "black": [8, 10], "By": 10, "post": 10, "date_pr": 10, "pre_flood": 10, "date_post": 10, "post_flood": 10, "utcdatetim": [8, 10], "solardatetim": [8, 10], "s2a_msil1c_20230608t084601_n0509_r107_t36tvs_20230608t104959": 10, "70898": 10, "95835": 10, "70900": 10, "090149": 10, "20230608t084601_20230608t084938_t36tv": 10, "32636": 10, "1686214645530": 10, "s2_harmon": 10, "530000": 10, "282631": 10, "427835": 10, "s2a_msil1c_20230608t084601_n0509_r107_t36tws_20230608t104959": 10, "44238": 10, "94462": 10, "44228": 10, "94471": 10, "989920": 10, "20230608t084601_20230608t084938_t36tw": 10, "1686214640951": 10, "951000": 10, "918853": 10, "363462": 10, "free": 10, "entir": [10, 15], "cloudi": [10, 15], "some": [10, 11, 12, 14], "t36tv": 10, "t36tw": 10, "te": [], "advantag": 10, "limit": 10, "tak": [], "dir_cach": 10, "cache_s2": [8, 10], "mosaic_s2": 10, "products_read": 10, "s2_public_bucket_path": 10, "safe": 10, "check_exist": 10, "cache_product_to_local_dir": 10, "polygon_read_dst_cr": 10, "polygon_to_cr": 10, "crs_polygon": 10, "dst_cr": 10, "data_memori": 10, "spatial_mosa": 10, "bands_s2_l1c": 10, "tiff_pr": 10, "pre_flood_memori": 10, "descript": [8, 10, 13], "tiff_post": 10, "post_flood_memori": 10, "5min": 10, "binari": [10, 11, 14, 15], "distinguish_flood_trac": 10, "71": 10, "postflood_pr": 10, "_pred": [8, 10], "pred": 10, "tag": 10, "preflood_pr": 10, "prediction_preflood": 10, "prediction_preflood_cont": 10, "trace": 10, "prediction_preflood_rast": 10, "300": 10, "364": 10, "365": 10, "5700": 10, "8800": 10, "preflood_shap": 10, "postflood_shap": [8, 10], "2893": 10, "plot_floodmap": 10, "prepost_shap": 10, "compute_pre_post_flood_wat": 10, "aggreg": 10, "acquir": [10, 13], "bands_l89": 10, "b7": [10, 13], "postfloodsl9": 10, "l89_image_info": 10, "itertupl": 10, "aoi_dst_cr": 10, "postfloodl9": 10, "post_flood_l9_data": 10, "537": 10, "443205": 10, "5196705": 10, "1900": 10, "2933": 10, "5139705": 10, "531195": 10, "09_pred": 10, "post_flood_shape_l9": 10, "filterwarn": [8, 10], "ignor": [8, 10], "area_imag": [8, 10], "post_flood_shap": 10, "postflood_mosa": 10, "mosaic_floodmap": 10, "classes_wat": 10, "prepost_shape_fin": 10, "isin": 10, "section": [11, 14], "freeli": 11, "standard": [11, 12, 14], "pr": 11, "roc": 11, "curv": 11, "detect": [6, 11], "vs": [11, 12], "probabilist": 11, "net": 11, "bayesian": 11, "ensembl": 11, "classif": [11, 14], "hub": 14, "johnson": [12, 14], "necessari": [12, 14], "receiv": 12, "readi": 12, "world": 12, "hidden": 12, "within": [12, 13, 14], "expos": 12, "reproduc": 12, "hope": 12, "explain": [12, 13], "spark": 12, "crucial": 12, "compli": 12, "torchvis": 12, "starter": 12, "ones": 12, "why": 12, "trick": 12, "correct": 12, "pyprojroot": 12, "spyder": 12, "project_fil": 12, "compat": 12, "dutil": 12, "albument": 12, "preprocess": [12, 13, 14], "wf_normal": 12, "putil": 12, "inlin": 12, "inlinebackend": 12, "figure_format": 12, "retina": 12, "seaborn": 12, "sn": 12, "set_context": 12, "context": 12, "talk": 12, "font_scal": 12, "foremost": 12, "while": [12, 14], "exactli": 12, "groundtruth": 12, "being": 12, "fairli": 12, "take": [12, 13, 14], "peek": 12, "s2_prefix": 12, "s2_demo_imag": 12, "gt_demo_imag": 12, "destin": 12, "s2_destination_dir": 12, "joinpath": 12, "demo_imag": 12, "gt_destination_dir": 12, "s2_demo_gcp_path": 12, "gcppath": 12, "download_file_from_bucket": 12, "gt_demo_gcp_path": 12, "satyarth934": 12, "Is": 12, "posixpath": 12, "ls": [12, 15], "lht": 12, "687m": 12, "rw": 12, "25m": 12, "constant": 12, "tile_height": 12, "tile_width": 12, "dt_idx": 12, "200": [12, 13], "intial": 12, "pt_ds_orig": 12, "get_list_of_window_slic": 12, "windows": 12, "pt_d": 12, "ri": 12, "untiled_image_shap": 12, "nrow": 12, "ncol": 12, "subplots_adjust": 12, "wspace": 12, "hspace": 12, "num_tiles_per_row": 12, "tile_num": 12, "uint8": 12, "off": 12, "set_aspect": 12, "equal": 12, "plot_imag": 12, "demo_image_dict": 12, "dictionari": 12, "nmask": 12, "call": [12, 14], "correspond": 12, "288": 12, "nifti": 12, "firstli": [12, 14], "length": 12, "well": [12, 13], "explicitli": 12, "extract": [12, 13, 14], "notic": [12, 13], "default": 12, "pattern": 12, "sinc": [12, 13], "heavili": 12, "upon": [12, 13], "stick": 12, "scikit": 12, "pillow": 12, "exampl": [12, 13], "accommad": 12, "sake": 12, "matrix": 12, "corner": 12, "reshape_as_imag": 12, "reshap": 12, "too": 12, "contour": 12, "wa": [12, 13, 14, 15], "would": [12, 13, 14], "rightarrow": 12, "On": 12, "contrari": 12, "invers": 12, "again": [12, 14], "mainli": [12, 14, 15], "transform_invpermutechannel": 12, "inversepermutechannel": 12, "transform_permutechannel": 12, "permutechannel": 12, "flavour": 12, "lead": 12, "unchang": 12, "mega_transform": 12, "compos": [12, 13], "matric": 12, "typic": 12, "transform_totensor": 12, "use_channel": 12, "channel_mean": 12, "channel_std": 12, "get_normalis": 12, "transform_norm": 12, "std": 12, "max_pixel_valu": 12, "plot_images_plt": 12, "check_img": 12, "transform_sc": 12, "shift_limit": 12, "001": 12, "scale_limit": 12, "rotate_limit": 12, "transform_channeljitt": 12, "perchannel": 12, "transform_flip": 12, "always_appli": 12, "transform_rr90": 12, "transform_motionblur": 12, "motionblur": 12, "blur_limit": 12, "transform_res": 12, "resizefactor": 12, "abov": 12, "simplifi": 12, "programm": 12, "he": 12, "she": 12, "decid": 12, "automat": [12, 15], "configur": 12, "attrdict": 12, "channels_configur": 12, "downsampling_factor": 12, "gaussnois": 12, "var_limit_low": 12, "var_limit_upp": 12, "from_nested_dict": 12, "transform_param": 12, "servic": 13, "co": 13, "examin": 13, "hydrographi": 13, "assess": 13, "natur": [1, 13], "geospati": 13, "recoveri": 13, "primarili": 13, "fluvial": 13, "uniqu": [13, 14], "webpag": 13, "variou": 13, "respect": 13, "walk": 13, "singl": [13, 14], "alert": 13, "table_floods_em": 13, "far": 13, "Be": 13, "care": 13, "choos": 13, "date": 13, "prior": 13, "june": 13, "2015": 13, "tmp": 13, "ccd3jpat": 13, "ml4floods_8eb3a646692647a49e9ba6678b10471c": 13, "command": 13, "blob": 13, "31merror": 13, "cancel": 13, "31m": 13, "copernicusem": 13, "occur": [13, 14], "table_activations_em": 13, "event_start_d": 13, "coded": 13, "countri": 13, "emsr568": 13, "cyclon": 13, "gomb": 13, "mozambiqu": 13, "emsr567": 13, "queensland": 13, "emsr565": 13, "tropic": 13, "emnati": 13, "madagascar": 13, "storm": 13, "emsr564": 13, "batsirai": 13, "emsr563": 13, "r\u00e9union": 13, "reunion": 13, "emsr562": 13, "emsr561": 13, "emsr559": 13, "emsr557": 13, "norwai": 13, "emsr556": 13, "typhoon": 13, "rai": 13, "philippin": 13, "emsr555": 13, "ebro": 13, "basin": 13, "spain": 13, "emsr554": 13, "emsr552": 13, "windstorm": 13, "emsr551": 13, "sulaymaniyah": 13, "district": 13, "iraq": 13, "emsr550": 13, "south": 13, "wale": 13, "emsr548": 13, "eastern": 13, "sicili": 13, "emsr520": 13, "netherland": 13, "emsr519": 13, "switzerland": 13, "emsr518": 13, "belgium": 13, "emsr517": 13, "western": 13, "germani": 13, "emsr514": 13, "guyana": 13, "emsr511": 13, "lapland": 13, "emsr507": 13, "timor": 13, "lest": 13, "emsr504": 13, "emsr502": 13, "southern": 13, "ireland": 13, "emsr498": 13, "corr\u00e8z": 13, "depart": 13, "franc": 13, "emsr497": 13, "emsr496": 13, "lazio": 13, "emsr495": 13, "elois": 13, "eswatini": 13, "zimbabw": 13, "emsr492": 13, "heavi": 13, "4000": 13, "hectar": 13, "affect": 13, "impact": 13, "entri": 13, "januari": 13, "6th": 13, "fetch": 13, "fetch_zip_fil": 13, "string": 13, "emsr_cod": 13, "zip_files_activation_url_list": 13, "fetch_zip_file_url": 13, "184632": 13, "emsr501_aoi01_del_monit02_r1_vectors_v1_vector": 13, "184615": 13, "emsr501_aoi01_del_monit01_r1_vectors_v1_vector": 13, "184606": 13, "emsr501_aoi01_del_product_r1_vectors_v1_vector": 13, "raw": 13, "0_raw": 13, "copernicus_em": 13, "copernicus_ems_zip": 13, "copernicus_ems_unzip": 13, "goe": 13, "finish": 13, "folder_out": 13, "copernicus_ems_raw": 13, "unzip_files_activ": 13, "zip_fil": 13, "local_zip_fil": 13, "download_vector_cem": 13, "unzipped_fil": 13, "unzip_copernicus_em": 13, "332": 13, "11it": 13, "Not": 13, "scrape": 13, "shp": 13, "repres": 13, "crisi": 13, "lake": [13, 14], "floodmask": 13, "supervis": 13, "filter_register_copernicusem": 13, "convent": 13, "timestamp": 13, "kei": 13, "hold": 13, "generate_floodmap": 13, "code_d": 13, "regist": 13, "unzip_fold": 13, "metadata_floodmap": [13, 14], "folder_fil": 13, "won": 13, "shapelydeprecationwarn": 13, "cascaded_union": 13, "unary_union": 13, "land_geometri": 13, "w_class": [13, 14], "49257": 13, "09545": 13, "49258": 13, "09541": [13, 14], "51681": 13, "09338": 13, "09329": 13, "50074": 13, "09272": 13, "09263": 13, "50933": 13, "09266": 13, "09257": 13, "50763": 13, "09290": 13, "09281": 13, "hydro": [13, 14], "hydro_l": 13, "blue": [8, 13], "emsr501_aoi01_del_product": 13, "emsr501_aoi01_del_product_observedeventa_r1_v1": 13, "flash": 13, "0000": 13, "nan": 13, "box": 13, "west": 13, "238301964000073": 13, "east": 13, "710555657000043": 13, "north": 13, "095451798000056": 13, "873487114000056": 13, "refer": 13, "abstract": 13, "area_of_interest_polygon": 13, "0x7f56811326d0": 13, "observed_event_fil": 13, "area_of_interest_fil": 13, "emsr501_aoi01_del_product_areaofinteresta_r1_v1": 13, "ems_cod": 13, "aoi_cod": 13, "date_ems_cod": 13, "satellite_pre_ev": 13, "street": 13, "timestamp_pre_ev": 13, "hydrology_fil": 13, "emsr501_aoi01_del_product_hydrographya_r1_v1": 13, "hydrology_file_l": 13, "emsr501_aoi01_del_product_hydrographyl_r1_v1": 13, "sure": 13, "sign": 13, "georeferenc": 13, "render": 13, "create_gt": [13, 14], "earthengin": 13, "viz": 13, "12t16": 13, "04t16": 13, "previou": [13, 14], "coverag": 13, "042142": 13, "135": 13, "b1": 13, "b8a": 13, "b9": 13, "b10": 13, "b12": 13, "qa60": 13, "date_i": 13, "filename_noext": 13, "ml4floods_flood_albania": 13, "tostorag": 13, "todriv": 13, "filenameprefix": 13, "skipemptytil": 13, "formatopt": 13, "cloudoptim": 13, "filedimens": 13, "12544": 13, "maxpixel": 13, "5e9": 13, "statu": 13, "state": 13, "creation_timestamp_m": 13, "1617123790366": 13, "update_timestamp_m": 13, "1617123855192": 13, "start_timestamp_m": 13, "1617123840398": 13, "task_typ": 13, "export_imag": 13, "attempt": 13, "phodtjsjbmopvzvjl7s5hs6": 13, "legaci": 13, "part": 13, "about": 14, "forthcom": 14, "extra": 14, "basi": 14, "demonstr": [1, 14], "s2_img_path": 14, "products_sample_tutori": 14, "1wpxbasa5kaeikpyu78ryzshjeuzalyel": 14, "prep": 14, "560m": 14, "8mb": 14, "800": 14, "advanc": 14, "consult": 14, "special": 14, "what": 14, "fortun": 14, "simpli": 14, "get_image_transform": 14, "cmap": [8, 14], "One": 14, "veri": 14, "conveni": 14, "blog": 14, "showcas": 14, "cloudmask": 14, "resum": 14, "cloud_mask": 14, "compute_s2cloudless_prob": 14, "calcul": 14, "cloudless": 14, "s2_cloud_prob": 14, "s2_rst": 14, "jrc_img_path": 14, "1n_nf9xdo4qse2bp76t0szhroo24fd": 14, "xt": 14, "314k": 14, "19mb": 14, "interpol": 14, "nearest": 14, "come": 14, "drought": 14, "floodmap_path": 14, "1gs1_9fxwrydgu7o": 14, "0ru4i8ixch4pvpqc": 14, "9m": 14, "4mb": 14, "floodmap_df": 14, "48718": 14, "48706": 14, "48966": 14, "09551": 14, "09540": 14, "48887": 14, "09549": 14, "09547": 14, "48967": 14, "09486": 14, "09481": 14, "48731": 14, "09523": 14, "09518": 14, "2046": 14, "43283": 14, "90527": 14, "90518": 14, "2047": 14, "43063": 14, "90832": 14, "43064": 14, "90823": 14, "2048": 14, "43015": 14, "90893": 14, "90884": 14, "2049": 14, "43065": 14, "90295": 14, "90304": 14, "2050": 14, "42929": 14, "91042": 14, "91033": 14, "2051": 14, "bh080": 14, "bh130": 14, "reservoir": 14, "bh140": 14, "bh141": 14, "bank": 14, "ba040": 14, "ba010": 14, "coastlin": 14, "That": 14, "rememb": 14, "floodmap_df_utm": 14, "to_cr": 14, "clear": [14, 15], "beyond": 14, "onto": 14, "geocoordin": 14, "piec": 14, "togeth": 14, "bit": 14, "fuse": 14, "resourc": 14, "logist": 14, "regress": 14, "poorli": 14, "due": 14, "complex": 14, "might": 14, "gt_meta": 14, "generate_land_water_cloud_gt": 14, "keep_stream": 14, "permanent_water_image_path": 14, "gtversion": 14, "encoding_valu": 14, "2996": 14, "4597": 14, "s2_image_path": 14, "cloudprob_image_path": 14, "6472757": 14, "250244": 14, "1559933": 14, "5489678": 14, "561790": 14, "212124": 14, "786019": 14, "boundingbox": 14, "left": 14, "353000": 14, "bottom": 14, "4632790": 14, "398970": 14, "4662750": 14, "newaxi": 14, "gt_binari": 14, "gt_meta_binari": 14, "generate_water_cloud_binary_gt": 14, "6472855": 14, "1564991": 14, "5725159": 14, "562505": 14, "219225": 14, "787354": 14, "173": 14, "216": 14, "230": 14, "cmap_cat": 14, "norm_cat": 14, "im_plt": 14, "norm": 14, "set_axis_off": 14, "0x7faf1f253e20": 14, "509": 15, "approxim": 15, "300gb": 15, "hard": 15, "disk": 15, "2016": 15, "curat": [1, 15], "anoth": 15, "metadata": 15, "8153514": 15, "request": 15, "pai": 15, "gsutil": 15, "cp": 15, "train_sampl": 15, "train_v1_0": 15, "train_sample_v1_0": 15, "val_v1_0": 15, "test_v1_0": 15, "mkdir": 15, "wfv1_scnn20": 15, "prepar": 1, "deploy": 1, "goal": 1, "band_names_s2": 8, "filename_pr": 8, "filename_jpg": 8, "filename_gkpg": 8, "gpkg": 8, "is_categorical_dtyp": 8, "grai": 8, "turquois": 8, "exploratori": 11, "addition": 1, "orbit": 1, "longep": 1, "anlind": 1, "bruhn": 1, "mathieu": 1, "payload": 1, "imageri": 1, "10391": 1, "34436": 1, "garcia_": [], "orbit_2023": [], "url": 1, "www": 1, "josh": 1, "nicola": 1, "simon": 1, "alic": 1, "fredrik": 1, "pierr": 1, "philipp": 1, "jun": 1, "garcia_inorbit_2023": 1}, "objects": {}, "objtypes": {}, "objnames": {}, "titleterms": {"creat": 0, "doc": 0, "publish": 0, "packag": [0, 6, 9, 10, 12], "pip": 0, "introduct": [1, 2], "instal": [1, 10], "tutori": [1, 14], "citat": 1, "about": 1, "contributor": 1, "democratis": [1, 2], "ai": [1, 2], "enhanc": [1, 2], "flood": [1, 2, 5, 7, 9, 10, 13, 14], "tool": [1, 2], "mlop": [2, 11], "from": [2, 5, 7, 13, 15], "data": [2, 4, 5, 6, 7, 9, 10, 12, 14, 15], "prepar": [2, 5], "deploy": 2, "understand": 2, "us": [2, 5, 13], "viewer": 3, "label": 3, "editor": 3, "brief": [3, 12, 14], "descript": [3, 12, 14], "probabilist": 4, "neural": 4, "network": 4, "step": [4, 5, 6, 7, 8, 9, 10, 14], "0": [4, 6, 7, 9, 14], "notebook": [4, 6, 9], "setup": [4, 7], "1": [4, 6, 7, 8, 9, 10, 12, 13], "configur": [4, 7], "file": [4, 7, 12, 13], "2": [4, 5, 6, 7, 8, 9, 10, 12, 13, 14], "dataload": [4, 7, 9], "3": [4, 6, 7, 8, 9, 10, 12, 13, 14], "load": [4, 5, 6, 8, 9, 10], "pre": [4, 6, 12], "train": [4, 5, 6, 7, 9], "model": [4, 5, 6, 7, 8, 9, 10, 14], "checkpoint": 4, "4": [4, 6, 7, 8, 9, 10, 12], "get": [4, 6, 9], "infer": [4, 5, 6, 8, 9, 10], "function": [4, 5], "5": [4, 7, 8, 9, 10, 12], "run": [4, 5, 6, 8, 9, 10], "over": [4, 8], "dataset": [4, 7, 9], "show": [4, 7, 8, 13, 14], "visual": [4, 12], "uncertainti": 4, "segment": [4, 5], "6": [4, 7, 8, 12], "try": [4, 5], "out": 4, "some": [4, 5, 7], "new": [4, 5], "cloud": [5, 8, 14], "awar": 5, "ml4flood": 5, "sentinel": [5, 8, 10, 13], "download": [5, 6, 7, 8, 9, 12, 15], "imag": [5, 7, 8, 9, 12, 13, 14], "plot": [5, 6, 7, 8, 10, 12, 14], "result": [5, 7, 10], "landsat": [5, 10], "more": [5, 12], "exampl": 5, "read": [5, 10, 13], "gcp": 5, "bucket": [5, 15], "helper": 5, "demo": [5, 12, 14], "perform": 5, "inference_funct": 5, "let": 5, "anoth": 5, "janitor": 5, "licenc": [1, 5, 8, 10], "necessari": [6, 10], "0a": [6, 7, 9, 14], "mount": [6, 7, 9, 14], "public": [6, 7, 9, 14], "folder": [6, 7, 9, 12, 14], "you": [6, 7, 9, 14], "ar": [6, 7, 9, 14], "googl": [6, 7, 9, 13, 14, 15], "colab": [6, 7, 9, 14], "0b": [6, 7, 9], "gdown": [6, 9], "jupyt": [6, 9], "config": [6, 8, 9, 12], "vectoris": 6, "water": [6, 13, 14], "mask": [6, 12, 14], "them": 6, "unzip": [7, 13], "worldflood": [7, 15], "sampl": 7, "seed": 7, "everyth": 7, "reproduc": 7, "b": 7, "make": 7, "uniqu": 7, "experi": 7, "option": 7, "set": 7, "up": 7, "weight": 7, "bias": 7, "logger": 7, "lightn": 7, "callback": 7, "light": 7, "trainer": 7, "start": 7, "7": 7, "eval": 7, "predict": [7, 10], "val": 7, "each": [7, 9], "event": [7, 13, 14], "valid": 7, "8": [7, 10], "save": [7, 13], "finish": 7, "connect": 7, "safe": [], "sentinelsat": [], "copernicu": 13, "open": [], "hub": [], "defin": 10, "area": 10, "interest": 10, "date": [8, 10], "search": 8, "product": 10, "queri": 10, "aoi": 8, "polygon": [], "5a": [], "5b": [], "time": 8, "seri": 8, "s2": [8, 14], "coverag": 8, "avail": 8, "displai": 8, "check": 12, "vector": [8, 10], "floodmap": [8, 10, 13, 14], "an": 8, "interact": 8, "map": [8, 13], "metric": 9, "If": 9, "all": [9, 12], "test": 9, "comput": 9, "postprocess": [], "import": 10, "paramet": 10, "prepost": 10, "9": 10, "join": 10, "overview": [11, 13], "process": [12, 13], "demonstr": 12, "tldr": 12, "inform": 12, "preambl": 12, "ensur": 12, "were": 12, "correctli": 12, "respect": 12, "worldfloodsdatasettil": 12, "so": 12, "now": 12, "we": 12, "can": 12, "init": 12, "our": 12, "predefin": 12, "class": [12, 14], "tile": 12, "origin": [12, 14], "nice": 12, "attribut": 12, "note": 12, "shape": 12, "covari": 12, "between": 12, "differ": 12, "channel": [12, 14], "input": 12, "transform": 12, "util": 12, "permut": 12, "To": 12, "tensor": 12, "special": 12, "normal": 12, "shiftscalerot": 12, "per": 12, "band": 12, "flip": 12, "randomrotate90": 12, "motion": 12, "blur": 12, "resiz": 12, "stack": 12, "togeth": 12, "compar": 12, "A": 12, "correl": 12, "seen": 12, "ingest": 13, "extent": 13, "em": 13, "rapid": 13, "activ": 13, "emsr": 13, "501": 13, "shkodra": 13, "albania": 13, "retriev": 13, "zip": 13, "url": 13, "given": 13, "code": 13, "local": 13, "build": 13, "metadata": 13, "2a": 13, "shapefil": 13, "2b": 13, "popul": 13, "dictionari": 13, "2c": 13, "gener": 13, "jrc": 13, "perman": [13, 14], "imageri": 13, "earth": 13, "engin": 13, "export": 13, "one": 13, "drive": [13, 15], "ground": 14, "truth": 14, "access": 14, "thi": 14, "last": 14, "probabl": 14, "base": 14, "figur": 14, "On": 14, "problem": 14, "The": 15, "databas": 15, "v2": 15, "zenodo": 15, "v1": 15, "project": 2, "rational": 2, "output": 8, "kherson": 10, "dam": 10, "break": 10, "end": 10}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 6, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.intersphinx": 1, "sphinx": 56}}) \ No newline at end of file