$ cat squid-test.py #! /usr/bin/env python import urllib # Fucking User-Agent... class PageOpener(urllib.FancyURLopener): version = 'squid-test.py; https://bugzilla.wikimedia.org/43341; MZMcBride' base_url = 'http://en.wikipedia.org/wiki/' pairs = [['Wikipedia:AN/I', 'Wikipedia:Administrators%27_noticeboard/Incidents'], ['Wikipedia:ANI', 'Wikipedia:Administrators%27_noticeboard/Incidents'], ['Wikipedia:BN', 'Wikipedia:Bureaucrats%27_noticeboard'], ['Wikipedia:BNB', 'Wikipedia:Bureaucrats%27_noticeboard']] for pair in pairs: redirect_url = '%s%s' % (base_url, pair[0]) print redirect_url opener = PageOpener() redirect_response = opener.open(redirect_url).read() print redirect_response.split('This page was last modified on ', 1)[1][:30] print redirect_response.split('Served by ', 1)[1][:22] target_url = '%s%s' % (base_url, pair[1]) print target_url opener = PageOpener() target_response = opener.open(target_url).read() print target_response.split('This page was last modified on ', 1)[1][:30] print target_response.split('Served by ', 1)[1][:22] $ python squid-test.py http://en.wikipedia.org/wiki/Wikipedia:AN/I 18 December 2012 at 22:20.<br mw22 in 0.196 secs. -- http://en.wikipedia.org/wiki/Wikipedia:Administrators%27_noticeboard/Incidents 31 December 2012 at 00:32.<br srv210 in 0.177 secs. http://en.wikipedia.org/wiki/Wikipedia:ANI 30 December 2012 at 19:32.<br srv196 in 0.175 secs. http://en.wikipedia.org/wiki/Wikipedia:Administrators%27_noticeboard/Incidents 31 December 2012 at 00:32.<br srv210 in 0.177 secs. http://en.wikipedia.org/wiki/Wikipedia:BN 29 December 2012 at 06:37.<br mw52 in 1.415 secs. -- http://en.wikipedia.org/wiki/Wikipedia:Bureaucrats%27_noticeboard 31 December 2012 at 00:32.<br mw37 in 0.202 secs. -- http://en.wikipedia.org/wiki/Wikipedia:BNB 31 December 2012 at 00:32.<br srv229 in 0.153 secs. http://en.wikipedia.org/wiki/Wikipedia:Bureaucrats%27_noticeboard 31 December 2012 at 00:32.<br mw37 in 0.202 secs. --