Increase Era5 Performance

This commit is contained in:
Tobias Hölzer 2025-10-28 20:44:00 +01:00
parent eeab8fff1e
commit ad3d7aae73
6 changed files with 352 additions and 264 deletions

68
uv.lock generated
View file

@ -1022,6 +1022,10 @@ complete = [
{ name = "pandas" },
{ name = "pyarrow" },
]
diagnostics = [
{ name = "bokeh" },
{ name = "jinja2" },
]
distributed = [
{ name = "distributed" },
]
@ -1220,6 +1224,7 @@ dependencies = [
{ name = "geopandas" },
{ name = "h3" },
{ name = "h5netcdf" },
{ name = "ipycytoscape" },
{ name = "ipykernel" },
{ name = "ipywidgets" },
{ name = "mapclassify" },
@ -1231,6 +1236,7 @@ dependencies = [
{ name = "odc-geo", extra = ["all"] },
{ name = "opt-einsum" },
{ name = "pyarrow" },
{ name = "rechunker" },
{ name = "requests" },
{ name = "rich" },
{ name = "rioxarray" },
@ -1238,6 +1244,7 @@ dependencies = [
{ name = "seaborn" },
{ name = "smart-geocubes", extra = ["dask", "gee", "stac", "viz"] },
{ name = "stopuhr" },
{ name = "ultraplot" },
{ name = "xanimate" },
{ name = "xarray" },
{ name = "xdggs" },
@ -1264,6 +1271,7 @@ requires-dist = [
{ name = "geopandas", specifier = ">=1.1.0" },
{ name = "h3", specifier = ">=4.2.2" },
{ name = "h5netcdf", specifier = ">=1.6.4" },
{ name = "ipycytoscape", specifier = ">=1.3.3" },
{ name = "ipykernel", specifier = ">=6.29.5" },
{ name = "ipywidgets", specifier = ">=8.1.7" },
{ name = "mapclassify", specifier = ">=2.9.0" },
@ -1275,6 +1283,7 @@ requires-dist = [
{ name = "odc-geo", extras = ["all"], specifier = ">=0.4.10" },
{ name = "opt-einsum", specifier = ">=3.4.0" },
{ name = "pyarrow", specifier = ">=20.0.0" },
{ name = "rechunker", specifier = ">=0.5.2" },
{ name = "requests", specifier = ">=2.32.3" },
{ name = "rich", specifier = ">=14.0.0" },
{ name = "rioxarray", specifier = ">=0.19.0" },
@ -1282,6 +1291,7 @@ requires-dist = [
{ name = "seaborn", specifier = ">=0.13.2" },
{ name = "smart-geocubes", extras = ["gee", "dask", "stac", "viz"], specifier = ">=0.0.9" },
{ name = "stopuhr", specifier = ">=0.0.10" },
{ name = "ultraplot", specifier = ">=1.63.0" },
{ name = "xanimate", git = "https://github.com/davbyr/xAnimate" },
{ name = "xarray", specifier = ">=2025.9.0" },
{ name = "xdggs", specifier = ">=0.2.1" },
@ -1970,6 +1980,19 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/cb/bd/b394387b598ed84d8d0fa90611a90bee0adc2021820ad5729f7ced74a8e2/imageio-2.37.0-py3-none-any.whl", hash = "sha256:11efa15b87bc7871b61590326b2d635439acc321cf7f8ce996f812543ce10eed", size = 315796 },
]
[[package]]
name = "ipycytoscape"
version = "1.3.3"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "ipywidgets" },
{ name = "spectate" },
]
sdist = { url = "https://files.pythonhosted.org/packages/21/4b/dca529aa566ce225107580c6c8625c7dc5ecb1532f7d73259e2888d2187a/ipycytoscape-1.3.3.tar.gz", hash = "sha256:b6f3199df034f088e92d388e27e629f58ae2901b213cb9299e5b564272f9a2f8", size = 3885550 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/4c/0f/b66d63d4a5426c09005d3713b056e634e00e69788fdc88d1ffe40e5b7654/ipycytoscape-1.3.3-py2.py3-none-any.whl", hash = "sha256:4bc205724971f5f7a3fc2b09dfec20c357c4c6dfa2b4bd41e7c33c995c3f6906", size = 3595634 },
]
[[package]]
name = "ipyevents"
version = "2.0.4"
@ -2675,6 +2698,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/93/cf/be4e93afbfa0def2cd6fac9302071db0bd6d0617999ecbf53f92b9398de3/multiurl-0.3.7-py3-none-any.whl", hash = "sha256:054f42974064f103be0ed55b43f0c32fc435a47dc7353a9adaffa643b99fa380", size = 21524 },
]
[[package]]
name = "mypy-extensions"
version = "1.1.0"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/a2/6e/371856a3fb9d31ca8dac321cda606860fa4548858c0cc45d9d1d4ca2628b/mypy_extensions-1.1.0.tar.gz", hash = "sha256:52e68efc3284861e772bbcd66823fde5ae21fd2fdb51c62a211403730b916558", size = 6343 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/79/7b/2c79738432f5c924bef5071f933bcc9efd0473bac3b4aa584a6f7c1c8df8/mypy_extensions-1.1.0-py3-none-any.whl", hash = "sha256:1be4cccdb0f2482337c4743e60421de3a356cd97508abadd57d47403e94f5505", size = 4963 },
]
[[package]]
name = "narwhals"
version = "2.9.0"
@ -3742,6 +3774,20 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/f2/98/7e6d147fd16a10a5f821db6e25f192265d6ecca3d82957a4fdd592cad49c/ratelim-0.1.6-py2.py3-none-any.whl", hash = "sha256:e1a7dd39e6b552b7cc7f52169cd66cdb826a1a30198e355d7016012987c9ad08", size = 4017 },
]
[[package]]
name = "rechunker"
version = "0.5.2"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "dask", extra = ["array", "diagnostics"] },
{ name = "mypy-extensions" },
{ name = "zarr" },
]
sdist = { url = "https://files.pythonhosted.org/packages/55/8e/9a76d6762d0db09ab289a836ea423a2feacc2f341885bea61f10312fa245/rechunker-0.5.2.tar.gz", hash = "sha256:18c610cc65854b3627c4d511138a7b962281f8e00838f78148cbf765e1ba2fb2", size = 480044 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/34/83/a485250bc09db55e4b4389d99e583fac871ceeaaa4620b67a31d8db95ef5/rechunker-0.5.2-py3-none-any.whl", hash = "sha256:e09585d69b429ae466470047a2b828f003c123dffe6a265720c0ab0ca78f4937", size = 22088 },
]
[[package]]
name = "referencing"
version = "0.37.0"
@ -4159,6 +4205,15 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/14/a0/bb38d3b76b8cae341dad93a2dd83ab7462e6dbcdd84d43f54ee60a8dc167/soupsieve-2.8-py3-none-any.whl", hash = "sha256:0cc76456a30e20f5d7f2e14a98a4ae2ee4e5abdc7c5ea0aafe795f344bc7984c", size = 36679 },
]
[[package]]
name = "spectate"
version = "1.0.1"
source = { registry = "https://pypi.org/simple" }
sdist = { url = "https://files.pythonhosted.org/packages/c8/8d/78dbadaeea943cc0fb9d3cd6b0a4f4668a46f84de1c5507fe3c9f02b8973/spectate-1.0.1.tar.gz", hash = "sha256:49a2dde0962fcecf120cb361cc293989489078eb29ba1d8c3d342a741e898b7e", size = 14573 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/81/ec/8bdccea3ff7d557601183581340c3768b7bb7b1e32c8991f1130f0c1e2c4/spectate-1.0.1-py2.py3-none-any.whl", hash = "sha256:c4585194c238979f953fbf2ecf9f94c84d9d0a929432c7104e39984f52c9e718", size = 11077 },
]
[[package]]
name = "stack-data"
version = "0.6.3"
@ -4291,6 +4346,19 @@ wheels = [
{ url = "https://files.pythonhosted.org/packages/5c/23/c7abc0ca0a1526a0774eca151daeb8de62ec457e77262b66b359c3c7679e/tzdata-2025.2-py2.py3-none-any.whl", hash = "sha256:1a403fada01ff9221ca8044d701868fa132215d84beb92242d9acd2147f667a8", size = 347839 },
]
[[package]]
name = "ultraplot"
version = "1.63.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "matplotlib" },
{ name = "numpy" },
]
sdist = { url = "https://files.pythonhosted.org/packages/c3/f6/64cf6ec8e98d8534b6f4530d2517f00705b25100169a30bfcd27fc4f4e35/ultraplot-1.63.0.tar.gz", hash = "sha256:e3e2fd7029a7c8bf5577709c3c454aab7d156439123ac8ba841602127e2ae163", size = 14783448 }
wheels = [
{ url = "https://files.pythonhosted.org/packages/47/fd/48a7ba597876e97b29b900f9191808ebd29340923627eadfd172295e8425/ultraplot-1.63.0-py3-none-any.whl", hash = "sha256:8e57063a627167bb1c835877c75347d6f1883434709a04a9666a680e42e5546a", size = 13574760 },
]
[[package]]
name = "uritemplate"
version = "4.2.0"