From: Dan White <dan@whiteaudio.com>
Date: Thu, 27 Oct 2022 21:09:56 +0000 (-0500)
Subject: add date filtering
X-Git-Url: http://git.whiteaudio.com/gitweb/?a=commitdiff_plain;h=58b76547faf04f2f1604f15e987d38ce4aebf3d5;p=scheduling-bazaar-data.git

add date filtering
---

diff --git a/do-updates.sh b/do-updates.sh
index 4e51431..d3b05ad 100755
--- a/do-updates.sh
+++ b/do-updates.sh
@@ -17,6 +17,12 @@ echo
 echo "*** Getting observations"
 #../python-files/get-observations.py --fetch observations.db
 #../python-files/get-observations.py --fetch --retry-unknown observations.db
-../python-files/get-observations.py --fetch --pages 100 observations.db
+
+# lag by 24h to let some updates settle down
+date_end="$(date -u --date='24 hours ago' '+%Y-%m-%dT%H:%M')"
+../python-files/get-observations.py --fetch --pages 100 --end="$date_end" observations.db
+
+# what changed?
+git diff
 
 exit