import mechanize b = mechanize.Browser() response = b.open('http://us.search.yahoo.com/search?p=rofl') # will fail b.set_handle_robots(False) response = b.open('http://us.search.yahoo.com/search?p=rofl') # will succeed s = response.read()