Python爬取google搜索结果

# -*- coding: utf-8 -*-

import urllib2

import cookielib

url = 'http://www.google.com.hk/search?sourceid=chrome&;ie=UTF-8&q=python'

cj = cookielib.CookieJar()

opener=urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))

opener.addheaders = [('User-agent', 'Opera/9.23')]

urllib2.install_opener(opener)

req=urllib2.Request(url)

response =urllib2.urlopen(req)

content = response.read()

print content