add build for rss feeds

1 files changed, 28 insertions, 0 deletions

diff --git a/www/scripts/update-feeds.sh b/www/scripts/update-feeds.sh
new file mode 100755
index 0000000..8dff837
--- /dev/null
+++ b/www/scripts/update-feeds.sh
@@ -0,0 +1,28 @@
+#! /bin/bash
+
+cd /srv/rss
+mkdir -p feeds
+
+LIST=${LIST:?}
+curlOpts='--insecure'
+
+cat "${LIST}" | while read url interval tags; do
+  feed=feeds/${url//\//%2F}
+  unset next_fetch; declare -i next_fetch=0
+
+  # Get time of next fetch
+  if [ -f $feed ]; then
+    interval=$(<<<"$interval" sed 's/m/minute/; s/h/hour/; s/d/day/;')
+    next_fetch=$(date -d "$(date -r $feed) + $interval" +'%s')
+  fi
+
+  # Do not fetch feed if interval covers current time
+  [ $(date +'%s') -lt $next_fetch ] && continue
+
+  # Set limit of HTTP connections
+  while [ $(jobs -p | wc -l) -ge 10 ]; do
+    sleep 0.5;
+  done
+
+  curl -s $curlOpts $url -o $feed || echo Fail to fetch $url >&2 &
+done