From 58b76547faf04f2f1604f15e987d38ce4aebf3d5 Mon Sep 17 00:00:00 2001
From: Dan White <dan@whiteaudio.com>
Date: Thu, 27 Oct 2022 16:09:56 -0500
Subject: [PATCH] add date filtering

---
 do-updates.sh | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/do-updates.sh b/do-updates.sh
index 4e51431..d3b05ad 100755
--- a/do-updates.sh
+++ b/do-updates.sh
@@ -17,6 +17,12 @@ echo
 echo "*** Getting observations"
 #../python-files/get-observations.py --fetch observations.db
 #../python-files/get-observations.py --fetch --retry-unknown observations.db
-../python-files/get-observations.py --fetch --pages 100 observations.db
+
+# lag by 24h to let some updates settle down
+date_end="$(date -u --date='24 hours ago' '+%Y-%m-%dT%H:%M')"
+../python-files/get-observations.py --fetch --pages 100 --end="$date_end" observations.db
+
+# what changed?
+git diff
 
 exit
-- 
2.25.1