Changeset 285

Timestamp:

Mar 3, 2011, 10:55:28 AM (14 years ago)

Author:

Rick van der Zwet

Message:

New idea, based on XML and persistent upload stores.

File:

• transmission/rss-sync.sh (modified) (1 diff)

transmission/rss-sync.sh

@@ -1 +1 @@
 #!/bin/sh
-# $Id$
 #
 # Crude attempt to keep torrent in sync from FreeBSD RSS feed
-# eq autofeed them into transmission. to be run from cron:
+# eq autofeed them into transmission 
+# 
+# Lesson learned: Shell is NOT useable for XML parsing
 #
-# 3 0 */3 * * transmission /data/transmission/rss-sync.sh
-#
-# Also make sure your transmission daemon is set to to auto-accept torrent
-# files put in $TORRENTQUEUE directory
-#
-# Licence: BSDLike - http://rickvanderzwet.nl/LICENSE
+# Licence: BSDLike
 # Rick van der Zwet <info@rickvanderzwet.nl>
 
-TORRENTLIST=/data/transmission/freebsd-rss.txt
 TORRENTQUEUE=/data/transmission/upload
-TORRENTQUEUE=/tmp/rrs
+TORRENTRSS=${1-http://torrents.freebsd.org:8080/rss.xml}
 
 # Cleanup bits
-TMPFILE=`mktemp /tmp/$(basename $0).XXXXX`
-trap "rm $TMPFILE; exit 1" 1 2 3 15
-trap "rm $TMPFILE; exit 0" 0 
+TMPDIR=`mktemp -d /tmp/$(basename $0).XXXXX`
+RSSFILE=$TMPDIR/output.rss
+trap "rm -Rf $TMPDIR; exit 1" 1 2 3 15
+trap "rm -Rf $TMPDIR; exit 0" 0 
 
-# More sure we can write to the permanent location
-touch $TORRENTLIST || exit 1
 
 # Check for new ones
-fetch -qo - http://torrents.freebsd.org:8080/rss.xml | awk -F\" '/type="application\/x-bittorrent"/ {print $2}'  > $TMPFILE
-if [ \! -s "$TMPFILE" ]; then
-  echo "Failed to download RSS feed"
+fetch -qo - $TORRENTRSS > $RSSFILE
+if [ \! -s "$RSSFILE" ]; then
+  echo "Failed to download RSS feed $TORRENTRSS"
   exit 1
 fi
 
-NEWURLS=`comm -13 $TORRENTLIST $TMPFILE`
-if [ -z "$NEWURLS" ]; then
-  exit 0
-fi
+# Split based on item
+awk -vTMPDIR=$TMPDIR '/<item>/{n++}{print > sprintf("%s/item.txt.%03i", TMPDIR ,n) }' $RSSFILE
 
-# Download the new ones please
-fetch -o $TORRENTQUEUE $NEWURLS || exit 1
-
-# All succesfull, lets make that list permanent
-cat $TMPFILE > $TORRENTLIST
+# Download the new ones please, if not yet existing
+for ITEM in $TMPDIR/item.txt.???; do
+  URI=`awk -F\" '/^<enclosure url=/{print $2}' $ITEM`
+  [ -z "$URI" ] && continue
+  TITLE=`awk '/^<title>/{print $0}' $ITEM`
+  TARGET=$TORRENTQUEUE/`basename $URI`
+  if [ \! -r $TARGET ]; then
+    echo "# Adding torrent $TARGET ($TITLE)"
+    fetch -qo $TARGET $URI 
+  fi
+done