python例子-PyQuery抓取信息.

#!/usr/bin/python
#coding:utf-8

from pyquery import PyQuery
import re

# 抓取:http://www.stylebop.com/cn/product_details.php?id=606526&special=sale
# 获得   产品名 品牌 价格 size  图片（大图）
def main():
pqhtml = PyQuery(url = 'http://www.stylebop.com/cn/product_details.php?id=606526&special=sale')
#产品图片：
img_li = pqhtml('li').filter('.image_click_rotator')
pattern_img = re.compile(".*?'(.*?jpg)'.*?'.*?'.*?'.*?'.*?'(.*?jpg)'.*?")
img_list = []
for li in img_li:
#div = li.getchildren()[0]
#a = div.getchildren()[0]
href = li.getchildren()[0].getchildren()[0].get('href')
items = re.findall(pattern_img,href)
img_large = list(items[0])[1]
if img_large[0:4] != 'http' :
img_large = 'http://www.stylebop.com%s' %img_large
img_list.append(img_large)
print '产品图片:' , img_list

#产品品牌：
brand = pqhtml('div').filter('.productInfo')('a:first').text()
print '品牌:%s' %brand

#价格
price_div = pqhtml('div').filter('#product_price')  #根据ID获取价格的div
price_first_span = price_div('span:first') #获取第一个span
old_price = ''
new_price = ''
if price_first_span.hasClass('old_price'):
old_price = price_first_span.text
new_price = price_div('span:eq(1)').text() + ' / ' + price_div('span:eq(3)').text()
else:
new_price = price_div.text() + ' / ' + price_div('span:first').text
print '价格:' , new_price
#print '价格：%s' % new_price #这样打印会报编码错误：'ascii' codec can't encode character u'\u20ac' in position 21: ordinal not in range(128)

#size
size_option = pqhtml('select').filter('.newInput2')('option')
size_list = []
for size in size_option:        #为HTMLElement对象
size_list.append(size.text)
print 'size:', size_list

#产品名：
pname = pqhtml('div').filter('.productInfo')('span:first').text()
print '产品名:%s' % pname

if __name__ == '__main__':
main()