tscrape

twitter scraper
git clone git://git.codemadness.org/tscrape
Log | Files | Refs | README | LICENSE

commit 74421a0dd39d2f3cd496ab9e9efcf38e2fef594e
parent 3256e00c6408e55e17d9de130d677392acf78177
Author: Hiltjo Posthuma <hiltjo@codemadness.org>
Date:   Sun, 13 Aug 2017 11:17:50 +0200

cleanup: remove baseurl and encoding and some leftovers from sfeed

Diffstat:
Mtscrape_update | 5++---
Mtscraperc.example | 2+-
2 files changed, 3 insertions(+), 4 deletions(-)

diff --git a/tscrape_update b/tscrape_update @@ -48,15 +48,14 @@ fetchfeed() { } # fetch and parse feed. -# feed(name, feedurl, [basesiteurl], [encoding]) +# feed(name, feedurl) feed() { (name="$1" tmpfeedfile="${tscrapetmpdir}/${name}" tmpencfile="" - encoding="$4" tscrapefile="${tscrapepath}/$1" - fetchfeed "$2" "$1" "${tscrapefile}" | tscrape "$3" > "${tmpfeedfile}" + fetchfeed "$2" "$1" "${tscrapefile}" | tscrape > "${tmpfeedfile}" # get new data and merge with old. tscrapefilenew="${tscrapepath}/${name}.new" diff --git a/tscraperc.example b/tscraperc.example @@ -2,7 +2,7 @@ # list of feeds to fetch: feeds() { - # feed <name> <feedurl> [basesiteurl] [encoding] + # feed <name> <feedurl> feed "Rich Felker" "https://twitter.com/richfelker" feed "Internet of shit" "https://twitter.com/internetofshit" feed "Donald trump" "https://twitter.com/realdonaldtrump"