X-Git-Url: https://git.armaanb.net/?a=blobdiff_plain;f=tweet-grab;h=e6770a4fe11142b27c3c80b1daa9bfc5627cd76a;hb=426c466288b01539375aff6b5401d84dbe005e69;hp=fa6faefb37f2e00eb18f2695458d726f765c6dcb;hpb=a81b29d421e62966c6710115522b323a13ce7afd;p=bin.git diff --git a/tweet-grab b/tweet-grab index fa6faef..e6770a4 100755 --- a/tweet-grab +++ b/tweet-grab @@ -1,6 +1,12 @@ #!/usr/bin/env sh +# Grabs tweets and writes them to a file. Avoids using the twitter API by +# scrapping nitter.net (or any other nitter instance) which can easily be +# scraped, unlike the intentionally crippled twitter.com. See the output of +# this script at https://ishaan.bhojwani.org + FILE=/root/tweets/index.html LOGFILE=/root/tweets/cron.log + > $FILE curl https://nitter.net/keshinko | grep tweet-content | head -n 1 | sed -e 's/<[^>]*>//g' -e 's/^[ \t]*\(.*$\)/\1/' >> $FILE tail -n 1000 $LOGFILE > $LOGFILE