From 3fa9fe634bb9e9d7e3786f3d3da56e7d3cf6686b Mon Sep 17 00:00:00 2001
From: Jonas Gunz <himself@jonasgunz.de>
Date: Sun, 24 Sep 2023 00:51:32 +0200
Subject: icon_download get latest run

---
 icon_download.sh | 34 +++++++++++++++++++++++-----------
 1 file changed, 23 insertions(+), 11 deletions(-)

(limited to 'icon_download.sh')

diff --git a/icon_download.sh b/icon_download.sh
index daace9d..6dc2241 100755
--- a/icon_download.sh
+++ b/icon_download.sh
@@ -7,6 +7,20 @@
 # Detect latest with
 # curl https://opendata.dwd.de/weather/nwp/content.log.bz2 | bzip2 -d
 
+function get_latest_run() {
+	# Allow up to 3hours for DWD to upload the new model run. We also want UTC
+	export TZ=UTC
+	local corrected_date=$(date -d "$(date '+%Y-%m-%d %H:%M:%S') 3 hours ago"  '+%Y-%m-%d %H:%M:%S')
+	local current_hour=$(date -d "$corrected_date" +%H)
+	local run_hour=$(( (current_hour/6) * 6 ))
+
+	RUN=$(printf "%02d" $run_hour)
+	DATE=$(date -d "$corrected_date" +%Y%m%d)
+
+	echo Selecting run $RUN - $DATE
+}
+
+
 NPROC=$(nproc)
 
 #OUTDIR=dwd_icon-d2
@@ -17,22 +31,22 @@ MODEL=icon-eu
 MODEL_LONG=icon-eu_europe
 BASE="https://opendata.dwd.de/weather/nwp"
 
+get_latest_run
+#RUN="00"
+#DATE=$(date +%Y%m%d)
+
 # In ICON-EU, the parameter name in the filename is in caps.
 # This is a stupid fix for a stupid problem.
 PARAMETER_FILENAME_CAPS=yes
 
-RUN="00"
 PARAMETERS=( "t" "relhum" "u" "v" "fi" )
 # tot_prec and cape_ml/cin_ml is in 15min intervals and screws with xygrib
-# PARAMETERS_SINGLE_LEVEL=( "w_ctmax" )
+PARAMETERS_SINGLE_LEVEL=( "pmsl" )
 PRESSURE_LEVELS=( "1000" "975" "950" "850" "700" "600" "500" "400" "300" "250" "200" )
 OFFSETS=( "000" "003" "006" "009" "012" "015" "018" "024" "027" "030" "033" "036"  "039" "042" "045" "048" )
-DATE=$(date +%Y%m%d)
 
 mkdir -p $OUTDIR
 
-#echo -n > "$OUTDIR/index.txt"
-
 for OFFSET in "${OFFSETS[@]}"; do
 	for PARAMETER in "${PARAMETERS[@]}"; do
 		for LEVEL in "${PRESSURE_LEVELS[@]}"; do
@@ -48,9 +62,8 @@ for OFFSET in "${OFFSETS[@]}"; do
 
 			URL="$BASE/$MODEL/grib/$RUN/$PARAMETER/${MODEL_LONG}_regular-lat-lon_pressure-level_${DATE}${RUN}_${OFFSET}_${LEVEL}_${PARAMETER2}.grib2.bz2"
 			BNAME=$(basename "$URL")
-			echo Getting "$URL"
-			#echo "${BNAME%.bz2}" >> $OUTDIR/index.txt
-			( wget -q --directory-prefix=$OUTDIR  "$URL" || echo FAILED! ) &
+			echo Getting "$BNAME"
+			( wget -q --directory-prefix=$OUTDIR  "$URL" || echo FAILED: "$BNAME" ) &
 
 		done
 	done
@@ -68,9 +81,8 @@ for OFFSET in "${OFFSETS[@]}"; do
 
 			URL="$BASE/$MODEL/grib/$RUN/$PARAMETER/${MODEL_LONG}_regular-lat-lon_single-level_${DATE}${RUN}_${OFFSET}_2d_${PARAMETER2}.grib2.bz2"
 			BNAME=$(basename "$URL")
-			echo Getting "$URL"
-			#echo "${BNAME%.bz2}" >> $OUTDIR/index.txt
-			( wget -q --directory-prefix=$OUTDIR  "$URL" || echo FAILED! ) &
+			echo Getting "$BNAME"
+			( wget -q --directory-prefix=$OUTDIR  "$URL" || echo FAILED: "$BNAME" ) &
 	done
 done
 
-- 
cgit v1.2.3