pantierra/efast-phenocam-validation
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

foo

Browse source
This commit is contained in:
Felix Delattre 2025-12-17 11:21:17 +01:00
parent 4c0bc59480
commit 99a8686d52
2 changed files with 64 additions and 44 deletions
Download patch file Download diff file Expand all files Collapse all files

97
download_s2.py
View file

@ -20,50 +20,63 @@ search = client.search(
max_items=1000, max_items=1000,
) )
items_by_key = {}
for item in search.items(): for item in search.items():
date = item.datetime.strftime("%Y%m%d")
parts = item.id.split("_")
increment = parts[3] if len(parts) > 3 else "0"
key = (date, increment)
if key not in items_by_key:
items_by_key[key] = item
for (date, increment), item in items_by_key.items():
filepath = os.path.join(output_dir, f"{date}_{increment}.geotiff")
if os.path.exists(filepath):
continue
band_data = {}
profile = None
for band_name, asset_name in bands.items(): for band_name, asset_name in bands.items():
if asset_name in item.assets: if asset_name in item.assets:
asset = item.assets[asset_name] asset = item.assets[asset_name]
filepath = os.path.join(output_dir, f"{item.id}_{band_name}.tif") with rasterio.open(asset.href) as src:
if not os.path.exists(filepath): bbox_geom = {
with rasterio.open(asset.href) as src: "type": "Polygon",
bbox_geom = { "coordinates": [[
"type": "Polygon", [bbox[0], bbox[1]], [bbox[2], bbox[1]],
"coordinates": [[ [bbox[2], bbox[3]], [bbox[0], bbox[3]], [bbox[0], bbox[1]]
[bbox[0], bbox[1]], ]]
[bbox[2], bbox[1]], }
[bbox[2], bbox[3]], bbox_transformed = transform_geom("EPSG:4326", src.crs, bbox_geom)
[bbox[0], bbox[3]], coords = bbox_transformed["coordinates"][0]
[bbox[0], bbox[1]] x_coords = [c[0] for c in coords[:4]]
]] y_coords = [c[1] for c in coords[:4]]
} bbox_crs = [min(x_coords), min(y_coords), max(x_coords), max(y_coords)]
bbox_transformed = transform_geom("EPSG:4326", src.crs, bbox_geom) src_bounds = src.bounds
coords = bbox_transformed["coordinates"][0] intersect_bbox = [
x_coords = [c[0] for c in coords[:4]] max(bbox_crs[0], src_bounds.left), max(bbox_crs[1], src_bounds.bottom),
y_coords = [c[1] for c in coords[:4]] min(bbox_crs[2], src_bounds.right), min(bbox_crs[3], src_bounds.top),
bbox_crs = [min(x_coords), min(y_coords), max(x_coords), max(y_coords)] ]
src_bounds = src.bounds window = from_bounds(*intersect_bbox, src.transform)
intersect_bbox = [ if window.height > 0 and window.width > 0:
max(bbox_crs[0], src_bounds.left), data = src.read(window=window)
max(bbox_crs[1], src_bounds.bottom), new_transform = window_transform(window, src.transform)
min(bbox_crs[2], src_bounds.right), if profile is None:
min(bbox_crs[3], src_bounds.top), profile = {
] "driver": "GTiff", "height": window.height, "width": window.width,
window = from_bounds(*intersect_bbox, src.transform) "count": len(bands), "dtype": data.dtype, "crs": src.crs,
if window.height > 0 and window.width > 0: "transform": new_transform, "compress": "lzw"
data = src.read(window=window) }
new_transform = window_transform(window, src.transform) band_idx = list(bands.keys()).index(band_name)
with rasterio.open( band_data[band_idx] = data[0]
filepath, "w",
driver="COG", if profile and len(band_data) == len(bands):
height=window.height, stacked = [band_data[i] for i in sorted(band_data.keys())]
width=window.width, band_names = [list(bands.keys())[i] for i in sorted(band_data.keys())]
count=src.count, with rasterio.open(filepath, "w", **profile) as dst:
dtype=data.dtype, for i, data in enumerate(stacked, 1):
crs=src.crs, dst.write(data, i)
transform=new_transform, dst.set_band_description(i, band_names[i-1])
compress="lzw", print(f"Saved: {filepath}")
) as dst:
dst.write(data)
print(f"Downloaded: {filepath}")

11
download_s3.py
View file

@ -59,6 +59,7 @@ times = netCDF4.num2date(nc.variables['t'][:], nc.variables['t'].units)
x_coords = nc.variables['x'][:] x_coords = nc.variables['x'][:]
y_coords = nc.variables['y'][:] y_coords = nc.variables['y'][:]
band_vars = sorted([v for v in nc.variables.keys() if v.startswith('B') and v[1:].isdigit()]) band_vars = sorted([v for v in nc.variables.keys() if v.startswith('B') and v[1:].isdigit()])
band_names = [list(bands.keys())[openeo_bands.index(b)] for b in band_vars]
transform = from_bounds( transform = from_bounds(
float(x_coords.min()), float(y_coords.min()), float(x_coords.min()), float(y_coords.min()),
@ -66,13 +67,17 @@ transform = from_bounds(
len(x_coords), len(y_coords) len(x_coords), len(y_coords)
) )
date_counts = {}
for t_idx, time_val in enumerate(times): for t_idx, time_val in enumerate(times):
date_str = time_val.strftime("%Y%m%dT%H%M%S") if isinstance(time_val, datetime) else netCDF4.num2date(nc.variables['t'][t_idx], nc.variables['t'].units).strftime("%Y%m%dT%H%M%S") dt = time_val if isinstance(time_val, datetime) else netCDF4.num2date(nc.variables['t'][t_idx], nc.variables['t'].units)
date_str = dt.strftime("%Y%m%d")
increment = date_counts.get(date_str, 0)
date_counts[date_str] = increment + 1
band_data = [nc.variables[b][t_idx, :, :] for b in band_vars] band_data = [nc.variables[b][t_idx, :, :] for b in band_vars]
stacked = np.stack(band_data, axis=0) stacked = np.stack(band_data, axis=0)
output_path = output_dir / f"S3_OLCI__{date_str}.tif" output_path = output_dir / f"{date_str}_{increment}.geotiff"
with rasterio.open( with rasterio.open(
output_path, 'w', output_path, 'w',
driver='GTiff', height=len(y_coords), width=len(x_coords), driver='GTiff', height=len(y_coords), width=len(x_coords),
@ -80,6 +85,8 @@ for t_idx, time_val in enumerate(times):
transform=transform, compress='lzw' transform=transform, compress='lzw'
) as dst: ) as dst:
dst.write(stacked) dst.write(stacked)
for i, band_name in enumerate(band_names, 1):
dst.set_band_description(i, band_name)
print(f"Saved: {output_path}") print(f"Saved: {output_path}")
nc.close() nc.close()