diff options
author | Luke Bratch <l_bratch@yahoo.co.uk> | 2015-03-11 09:34:09 +0000 |
---|---|---|
committer | Luke Bratch <l_bratch@yahoo.co.uk> | 2015-03-11 09:34:09 +0000 |
commit | 413777762bf6c399e5555c8e9ea3dfc96dd38316 (patch) | |
tree | fe020f77ac37bd390a115ce40049d8c01b1d0f7c /title.bash | |
parent | 50154de1ec946effd7d994b0080d15b2ba782e27 (diff) |
Strip newlines and leading whitespace from "broken" titles, update user agent string
Diffstat (limited to 'title.bash')
-rwxr-xr-x | title.bash | 6 |
1 files changed, 4 insertions, 2 deletions
@@ -9,6 +9,8 @@ # v0.6 : switch to curl, add maximum filesize and time limits # v0.7 : follow HTTP redirects, was broken since switch to curl # v0.7.1: pretend to be Firefox, some broken websites reject cURL +# v0.8 : strip newlines and leading whitespace from "broken" titles + : update user agent string read url @@ -17,7 +19,7 @@ then echo "Usage: '!title <url>' where <url> is an http:// or https:// URL" elif [ "$url" == "-v" ] || [ "$url" == "--version" ] then - echo "title version 0.7.1" + echo "title version 0.8" else - curl --location --insecure --silent --max-filesize 1048576 --max-time 10 -A "Mozilla/5.0 (X11; Linux x86_64; rv:34.0) Gecko/20100101 Firefox/34.0" "$url" | sed -n -e 'H;${x;s!.*<head[^>]*>\(.*\)</head>.*!\1!I;tnext};b;:next;s!.*<title>\(.*\)</title>.*!\1!pI' + curl --location --insecure --silent --max-filesize 1048576 --max-time 10 -A "Mozilla/5.0 (X11; Linux x86_64; rv:36.0) Gecko/20100101 Firefox/36.0" "$url" | sed -n -e 'H;${x;s!.*<head[^>]*>\(.*\)</head>.*!\1!I;tnext};b;:next;s!.*<title>\(.*\)</title>.*!\1!pI' | sed ':a;N;$!ba;s/\n//g' | sed -e 's/^[ \t]*//' fi |