tobias/entropice
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Add arcticdem

Browse source
This commit is contained in:
Tobias Hölzer 2025-11-22 18:56:34 +01:00
parent d5b35d6da4
commit 1a71883999
18 changed files with 6981 additions and 2068 deletions
Download patch file Download diff file Expand all files Collapse all files

11
scripts/00grids.sh Normal file
View file

@ -0,0 +1,11 @@
#! /bin/bash
pixi run create-grid --grid hex --level 3
pixi run create-grid --grid hex --level 4
pixi run create-grid --grid hex --level 5
pixi run create-grid --grid hex --level 6
pixi run create-grid --grid healpix --level 6
pixi run create-grid --grid healpix --level 7
pixi run create-grid --grid healpix --level 8
pixi run create-grid --grid healpix --level 9
pixi run create-grid --grid healpix --level 10

11
scripts/01darts.sh Normal file
View file

@ -0,0 +1,11 @@
#! /bin/bash
pixi run darts --grid hex --level 3
pixi run darts --grid hex --level 4
pixi run darts --grid hex --level 5
pixi run darts --grid hex --level 6
pixi run darts --grid healpix --level 6
pixi run darts --grid healpix --level 7
pixi run darts --grid healpix --level 8
pixi run darts --grid healpix --level 9
pixi run darts --grid healpix --level 10

23
scripts/02alphaearth.sh Normal file
View file

@ -0,0 +1,23 @@
#!/bin/bash
pixi run alpha-earth download --grid hex --level 3
pixi run alpha-earth download --grid hex --level 4
pixi run alpha-earth download --grid hex --level 5
pixi run alpha-earth download --grid healpix --level 6
pixi run alpha-earth download --grid healpix --level 7
pixi run alpha-earth download --grid healpix --level 8
pixi run alpha-earth download --grid healpix --level 9
pixi run alpha-earth combine-to-zarr --grid hex --level 3
pixi run alpha-earth combine-to-zarr --grid hex --level 4
pixi run alpha-earth combine-to-zarr --grid hex --level 5
pixi run alpha-earth combine-to-zarr --grid healpix --level 6
pixi run alpha-earth combine-to-zarr --grid healpix --level 7
pixi run alpha-earth combine-to-zarr --grid healpix --level 8
pixi run alpha-earth combine-to-zarr --grid healpix --level 9
pixi run alpha-earth download --grid hex --level 6
pixi run alpha-earth download --grid healpix --level 10
pixi run alpha-earth combine-to-zarr --grid hex --level 6
pixi run alpha-earth combine-to-zarr --grid healpix --level 10

15
scripts/03era5.sh Normal file
View file

@ -0,0 +1,15 @@
#!/bin/bash
# pixi run era5 download
# pixi run era5 enrich
pixi run era5 spatial-agg --grid hex --level 3
pixi run era5 spatial-agg --grid hex --level 4
pixi run era5 spatial-agg --grid hex --level 5
pixi run era5 spatial-agg --grid hex --level 6
pixi run era5 spatial-agg --grid healpix --level 6
pixi run era5 spatial-agg --grid healpix --level 7
pixi run era5 spatial-agg --grid healpix --level 8
pixi run era5 spatial-agg --grid healpix --level 9
pixi run era5 spatial-agg --grid healpix --level 10

17
scripts/alphaearth.sh
View file

@ -1,17 +0,0 @@
#!/bin/bash
# uv run alpha-earth download --grid hex --level 3
# uv run alpha-earth download --grid hex --level 4
# uv run alpha-earth download --grid hex --level 5
# uv run alpha-earth download --grid healpix --level 6
# uv run alpha-earth download --grid healpix --level 7
# uv run alpha-earth download --grid healpix --level 8
# uv run alpha-earth download --grid healpix --level 9
uv run alpha-earth combine-to-zarr --grid hex --level 3
uv run alpha-earth combine-to-zarr --grid hex --level 4
uv run alpha-earth combine-to-zarr --grid hex --level 5
uv run alpha-earth combine-to-zarr --grid healpix --level 6
uv run alpha-earth combine-to-zarr --grid healpix --level 7
uv run alpha-earth combine-to-zarr --grid healpix --level 8
uv run alpha-earth combine-to-zarr --grid healpix --level 9

66
scripts/cds.py
View file

@ -1,66 +0,0 @@
"""Download ERA5 data from the Copernicus Data Store.
Web platform: https://cds.climate.copernicus.eu
"""
import os
import re
from pathlib import Path
import cdsapi
import cyclopts
from rich import pretty, print, traceback
traceback.install()
pretty.install()
DATA_DIR = Path(os.environ.get("DATA_DIR", "../../data")) / "entropyc-rts"
def hourly(years: str):
"""Download ERA5 data from the Copernicus Data Store.
Args:
years (str): Years to download, seperated by a '-'.
"""
assert re.compile(r"^\d{4}-\d{4}$").match(years), "Years must be in the format 'YYYY-YYYY'"
start_year, end_year = map(int, years.split("-"))
assert 1950 <= start_year <= end_year <= 2024, "Years must be between 1950 and 2024"
dataset = "reanalysis-era5-single-levels"
client = cdsapi.Client(wait_until_complete=False)
outdir = (DATA_DIR / "era5/cds").resolve()
outdir.mkdir(parents=True, exist_ok=True)
print(f"Downloading ERA5 data from {start_year} to {end_year}...")
for y in range(start_year, end_year + 1):
for month in [f"{i:02d}" for i in range(1, 13)]:
request = {
"product_type": ["reanalysis"],
"variable": [
"2m_temperature",
"total_precipitation",
"snow_depth",
"snow_density",
"snowfall",
"lake_ice_temperature",
"surface_sensible_heat_flux",
],
"year": [str(y)],
"month": [month],
"day": [f"{i:02d}" for i in range(1, 32)],
"time": [f"{i:02d}:00" for i in range(0, 24)],
"data_format": "netcdf",
"download_format": "unarchived",
"area": [85, -180, 50, 180],
}
outpath = outdir / f"era5_{y}_{month}.zip"
client.retrieve(dataset, request).download(str(outpath))
print(f"Downloaded {dataset} for {y}-{month}")
if __name__ == "__main__":
cyclopts.run(hourly)

18
scripts/era5.sh
View file

@ -1,18 +0,0 @@
#!/bin/bash
# uv run era5 download
# uv run era5 enrich
# Can be summer, winter or yearly
agg=$1
echo "Running ERA5 spatial aggregation for aggregation type: $agg"
uv run era5 spatial-agg --grid hex --level 3 --agg $agg
uv run era5 spatial-agg --grid hex --level 4 --agg $agg
uv run era5 spatial-agg --grid hex --level 5 --agg $agg
uv run era5 spatial-agg --grid healpix --level 6 --agg $agg
uv run era5 spatial-agg --grid healpix --level 7 --agg $agg
uv run era5 spatial-agg --grid healpix --level 8 --agg $agg
uv run era5 spatial-agg --grid healpix --level 9 --agg $agg

9
scripts/rts.sh
View file

@ -1,9 +0,0 @@
#!/bin/bash
uv run rts --grid hex --level 3
uv run rts --grid hex --level 4
uv run rts --grid hex --level 5
uv run rts --grid healpix --level 6
uv run rts --grid healpix --level 7
uv run rts --grid healpix --level 8
uv run rts --grid healpix --level 9