Python3之利用requests和BeautifulSoup抓取部分信息

import requests
import os
from bs4 import BeautifulSoup

imgPath = r'D:\Users\Quincy_C\PycharmProjects\S6\bs模块\汽车图片'
response = requests.get(url='http://www.autohome.com.cn/news/')
response.encoding = response.apparent_encoding
bs = BeautifulSoup(response.text, features='html.parser')
bs_obj = bs.find(id="auto-channel-lazyload-article")
li_list = bs_obj.find_all('li')
for i in li_list:
a = i.find('a')
if a:
txt = a.find('h3').text
print(a.find('img').attrs.get('src'))
# requests.get('url').content返回的是字节
imgContent = requests.get(a.find('img').attrs.get('src')).content
import uuid
if not os.path.isdir(imgPath):
os.mkdir(imgPath)
else:
imgUrl = str(uuid.uuid4()) + '.jpg'
with open(os.path.join(imgPath, imgUrl), 'wb') as f:
f.write(imgContent)

with open(os.path.join(imgPath, imgUrl), 'wb') as f:
f.write(imgContent)

os.chdir(imgPath)

requests

BeautifulSoup