diff options
author | Luke Bratch <l_bratch@yahoo.co.uk> | 2015-01-14 09:55:33 +0000 |
---|---|---|
committer | Luke Bratch <l_bratch@yahoo.co.uk> | 2015-01-14 09:55:33 +0000 |
commit | 50154de1ec946effd7d994b0080d15b2ba782e27 (patch) | |
tree | 8ee900aba290968df72693c40eddd45195226521 | |
parent | d2dfd3cd0b9de1433cc075f653efd26681e39347 (diff) |
Pretend to be Firefox as some broken websites reject cURL's user agent
string
-rwxr-xr-x | title.bash | 5 |
1 files changed, 3 insertions, 2 deletions
@@ -8,6 +8,7 @@ # v0.5 : ignore SSL certificate errors # v0.6 : switch to curl, add maximum filesize and time limits # v0.7 : follow HTTP redirects, was broken since switch to curl +# v0.7.1: pretend to be Firefox, some broken websites reject cURL read url @@ -16,7 +17,7 @@ then echo "Usage: '!title <url>' where <url> is an http:// or https:// URL" elif [ "$url" == "-v" ] || [ "$url" == "--version" ] then - echo "title version 0.7" + echo "title version 0.7.1" else - curl --location --insecure --silent --max-filesize 1048576 --max-time 10 "$url" | sed -n -e 'H;${x;s!.*<head[^>]*>\(.*\)</head>.*!\1!I;tnext};b;:next;s!.*<title>\(.*\)</title>.*!\1!pI' + curl --location --insecure --silent --max-filesize 1048576 --max-time 10 -A "Mozilla/5.0 (X11; Linux x86_64; rv:34.0) Gecko/20100101 Firefox/34.0" "$url" | sed -n -e 'H;${x;s!.*<head[^>]*>\(.*\)</head>.*!\1!I;tnext};b;:next;s!.*<title>\(.*\)</title>.*!\1!pI' fi |