summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorLuke Bratch <l_bratch@yahoo.co.uk>2015-01-14 09:55:33 +0000
committerLuke Bratch <l_bratch@yahoo.co.uk>2015-01-14 09:55:33 +0000
commit50154de1ec946effd7d994b0080d15b2ba782e27 (patch)
tree8ee900aba290968df72693c40eddd45195226521
parentd2dfd3cd0b9de1433cc075f653efd26681e39347 (diff)
Pretend to be Firefox as some broken websites reject cURL's user agent
string
-rwxr-xr-xtitle.bash5
1 files changed, 3 insertions, 2 deletions
diff --git a/title.bash b/title.bash
index 8803075..8723ae0 100755
--- a/title.bash
+++ b/title.bash
@@ -8,6 +8,7 @@
# v0.5 : ignore SSL certificate errors
# v0.6 : switch to curl, add maximum filesize and time limits
# v0.7 : follow HTTP redirects, was broken since switch to curl
+# v0.7.1: pretend to be Firefox, some broken websites reject cURL
read url
@@ -16,7 +17,7 @@ then
echo "Usage: '!title <url>' where <url> is an http:// or https:// URL"
elif [ "$url" == "-v" ] || [ "$url" == "--version" ]
then
- echo "title version 0.7"
+ echo "title version 0.7.1"
else
- curl --location --insecure --silent --max-filesize 1048576 --max-time 10 "$url" | sed -n -e 'H;${x;s!.*<head[^>]*>\(.*\)</head>.*!\1!I;tnext};b;:next;s!.*<title>\(.*\)</title>.*!\1!pI'
+ curl --location --insecure --silent --max-filesize 1048576 --max-time 10 -A "Mozilla/5.0 (X11; Linux x86_64; rv:34.0) Gecko/20100101 Firefox/34.0" "$url" | sed -n -e 'H;${x;s!.*<head[^>]*>\(.*\)</head>.*!\1!I;tnext};b;:next;s!.*<title>\(.*\)</title>.*!\1!pI'
fi