From: Silvio Rhatto Date: Sun, 25 Aug 2013 19:16:56 +0000 (-0300) Subject: Initial httracker code X-Git-Url: https://gitweb.fluxo.info/?a=commitdiff_plain;h=7a029cd60ca04b64d76d5b0d87a608c0fdd93106;p=httruta.git Initial httracker code --- diff --git a/README.mdwn b/README.mdwn index b5aff85..48f9eca 100644 --- a/README.mdwn +++ b/README.mdwn @@ -3,5 +3,7 @@ Feed Crawler Download all links from a feed using httrack. - curl $URL > urls.txt - httrack -r$LEVEL -e%$EXT_LEVEL -m$FILESIZE -Y -%L urls.txt +TODO +---- + +- Auto sync git-annex at arquivo.sarava.org. diff --git a/scuttle.sh b/scuttler old mode 100644 new mode 100755 similarity index 95% rename from scuttle.sh rename to scuttler index d41405f..be0cabc --- a/scuttle.sh +++ b/scuttler @@ -1,4 +1,7 @@ #!/bin/bash +# +# Download all links from a Semantic Scuttle instance. +# BASEDIR=/var/sites/links SCUTTLEDIR=`basename $( find ${BASEDIR} -maxdepth 1 -iname "SemanticScuttle-*" | head -n 1 )`