add date filtering

diff --git a/do-updates.sh b/do-updates.sh
index 4e51431d05a31a5fca74732ae9d4eb521445686e..d3b05ad8a239c932e8de04693554cfbe3e3faf45 100755 (executable)
--- a/do-updates.sh
+++ b/do-updates.sh
@@ -17,6 +17,12 @@ echo
 echo "*** Getting observations"
 #../python-files/get-observations.py --fetch observations.db
 #../python-files/get-observations.py --fetch --retry-unknown observations.db
-../python-files/get-observations.py --fetch --pages 100 observations.db
+
+# lag by 24h to let some updates settle down
+date_end="$(date -u --date='24 hours ago' '+%Y-%m-%dT%H:%M')"
+../python-files/get-observations.py --fetch --pages 100 --end="$date_end" observations.db
+
+# what changed?
+git diff
 
 exit