Fix training and finalize dataset page

scripts/06static/hex_darts_v1.sh

@@ -0,0 +1,48 @@
+#!/bin/bash
+
+# Check if running inside the pixi environment
+which train >/dev/null 2>&1
+if [ $? -ne 0 ]; then
+    echo "This script must be run inside the pixi environment."
+    exit 1
+fi
+
+# Run some trainings on synopsis datasets for all different tasks + targets + grids + models
+grid="hex"
+target="darts_v1"
+# levels=(3 4 5 6)
+levels=(5 6)
+for level in "${levels[@]}"; do
+    # Only apply ERA5 filter for hex-3, hex-4, healpix-6 and healpix-7
+    if { [ "$grid" = "hex" ] && { [ "$level" -eq 3 ] || [ "$level" -eq 4 ]; }; } || { [ "$grid" = "healpix" ] && { [ "$level" -eq 6 ] || [ "$level" -eq 7 ]; }; }; then
+        era5_dimension_filters="--dimension-filters.ERA5-shoulder.aggregations=median --dimension-filters.ERA5-seasonal.aggregations=median --dimension-filters.ERA5-yearly.aggregations=median"
+    else
+        era5_dimension_filters=""
+    fi
+    for task in binary density count; do
+        for model in espa xgboost rf knn; do
+            # Skip if task is density or count and model is espa because espa only supports binary
+            if { [ "$task" = "density" ] || [ "$task" = "count" ]; } && [ "$model" = "espa" ]; then
+                continue
+            fi
+            # Skip if task is count or density and model is rf because rf is super slow for regression tasks
+            if { [ "$task" = "density" ] || [ "$task" = "count" ]; } && [ "$model" = "rf" ]; then
+                continue
+            fi
+
+            # Set number of iterations (use less for slow models)
+            if { [ "$model" = "knn" ] || [ "$model" = "rf" ]; }; then
+                niter=5
+            else
+                niter=100
+            fi
+
+            echo
+            echo "----------------------------------------"
+            echo "Running training for grid=$grid, level=$level, target=$target, task=$task, model=$model"
+            train --grid "$grid" --level "$level" --target "$target" --task "$task" --model "$model" --n-iter "$niter" --temporal-mode synopsis --experiment "static-variables" --dimension-filters.ArcticDEM.aggregations=median --dimension-filters.AlphaEarth.agg=median $era5_dimension_filters
+            echo "----------------------------------------"
+            echo
+        done
+    done
+done