Data packaging and metadata update (#58)

* Add code for preprocessing ELVIS paths

* Add experimental eodatasets code

* Add all validation notebooks

* Add all modified files

* Clean notebook

* Update requirements

* Point tests to new path

* Update elevation notebook

* Remove temp notebook

* Fix tests

* Reset modified validation notebook

* Automatically update integration test validation results

* Automatically update integration test validation results

* Deprecate old data export func

* Add EO3 metdata validation to tests

* Fix metadata path

* Automatically update integration test validation results

---------

Co-authored-by: robbibt <[email protected]>

data/raw/ga_s2ls_intertidal_cyear_3.odc-product.yaml

@@ -0,0 +1,119 @@
+---
+name: ga_s2ls_intertidal_cyear_3
+metadata_type: eo3
+description: Geoscience Australia Sentinel-2 Landsat Intertidal Calendar Year Collection 3
+
+license: CC-BY-4.0
+
+metadata:
+  product:
+    name: ga_s2ls_intertidal_cyear_3
+  properties:
+    odc:file_format: GeoTIFF
+    odc:product_family: intertidal
+    odc:producer: ga.gov.au
+
+measurements:
+  - name: elevation
+    dtype: float32
+    units: "metres above MSL"
+    nodata: .nan
+
+  - name: elevation_uncertainty
+    dtype: float32
+    units: "metres"
+    nodata: .nan
+    aliases:
+      - uncertainty
+
+  - name: exposure
+    dtype: int16
+    units: "percent"
+    nodata: -999
+
+  - name: extents
+    dtype: int16
+    units: "class"
+    nodata: -999
+    flags_definition:
+      extents:
+        description: Intertidal extents class
+        bits: [0, 1, 2, 3, 4, 5, 6, 7]
+        values:
+          0: test0
+          1: test1
+          2: test2
+          3: test3
+          4: test4
+          5: test4
+
+  - name: ta_hat
+    dtype: float32
+    units: "metres above MSL"
+    nodata: .nan
+    aliases:
+      - hat
+
+  - name: ta_hot
+    dtype: float32
+    units: "metres above MSL"
+    nodata: .nan
+    aliases:
+      - hot
+
+  - name: ta_lot
+    dtype: float32
+    units: "metres above MSL"
+    nodata: .nan
+    aliases:
+      - lot
+
+  - name: ta_lat
+    dtype: float32
+    units: "metres above MSL"
+    nodata: .nan
+    aliases:
+      - lat
+  - name: ta_offset_high
+    dtype: int16
+    units: "percent"
+    nodata: -999
+    aliases:
+      - offset_high
+
+  - name: ta_offset_low
+    dtype: int16
+    units: "percent"
+    nodata: -999
+    aliases:
+      - offset_low
+
+  - name: ta_spread
+    dtype: int16
+    units: "percent"
+    nodata: -999
+    aliases:
+      - spread
+
+  - name: qa_ndwi_corr
+    dtype: float32
+    units: "correlation"
+    nodata: .nan
+    aliases:
+      - ndwi_corr
+
+  - name: qa_ndwi_freq
+    dtype: int16
+    units: "percent"
+    nodata: -999
+    aliases:
+      - ndwi_freq
+
+load:
+  crs: "EPSG:3577"
+  resolution:
+    y: -10
+    x: 10
+  align:
+    y: 0
+    x: 0

intertidal/composites.py

@@ -1,17 +1,12 @@
 import os
 import sys
 import numpy as np
-import pandas as pd
-import xarray as xr
-import geopandas as gpd
-import matplotlib.pyplot as plt
 import click
 
 import datacube
 import odc.geo.xr
 from odc.algo import (
     int_geomedian,
-    enum_to_bool,
     keep_good_only,
 )
 from datacube.utils.aws import configure_s3_access