基于爬虫的天气预报程序

# encoding=utf8
import time
import json
import os
import sys
import requests
from bs4 import BeautifulSoup
record_d = {}
#tianqi_record_path = 'citys_info'
tianqi_record_path = os.path.join(os.path.dirname(__file__),'citys_info')
WINDOWS = os.name == 'nt'

def save_info(record_d, path):
with open(path, 'w') as f:
json.dump(record_d,f)

def get_info_from_file(path):
if not os.path.exists(path):
return None
with open(path,'r') as f:
return json.load(f)
def get_provinces_info():
#爬取所有省市自治区[(city,url)...]
baseurl = 'http://tianqi.2345.com/'
html  = requests.get(baseurl).text
soup = BeautifulSoup(html,'lxml')
citys_name_l = list(a.getText() for a in soup.find('div',class_='clearfix custom').findAll('a'))
citys_link_l = list('tianqi.2345.com'+a['href'] for a in soup.find('div',class_='clearfix custom').findAll('a'))
result_l = list(zip(citys_name_l,citys_link_l))
#[('beijing',url),......,]
return result_l
def get_citys_info(province_l):
global record_d
# Session = Session_class()
ProvinceName = slice(0,1)
ProvinceUrl = slice(1,2)
for p in province_l:
url='http://'+p[ProvinceUrl][0]
html =  requests.get(url).text
s = BeautifulSoup(html,'lxml')
dds = s.find('div',{'class':'citychk'}).find_all('dd')
for d in dds:
tmp_l = d.find_all('a')
for city in tmp_l:
record_d[city.getText().strip()] = 'http://tianqi.2345.com'+city['href']
save_info(record_d,tianqi_record_path)

def create_city_info():
province_l = get_provinces_info()
get_citys_info(province_l)

def get_weather_info(city,url):
r = requests.get(url)
soup = BeautifulSoup(r.text,'lxml')
days= soup.find('div',id='day7info').find_all('li')

for day in days:
print(day.p.get_text().strip())
print(day.b.get_text().strip())
print(day.i.get_text().strip())
print('-'*20)

def main():
d = get_info_from_file(tianqi_record_path)
if not d:
print('no record...')
try:
print('create record...')
create_city_info()
except Exception as e:
print(e)
finally:
d = get_info_from_file(tianqi_record_path)
if not d:
sys.exit(u'获取信息失败,out')

while True:
if sys.version_info<(3,2):
city = raw_input('Input the city to get weather(quit/out):')
if WINDOWS:
city = city.decode('gbk')
else:
city = city.decode('utf-8')
else:
city = input('Input the city to get weather(quit/out):')
if city.lower() == 'quit' or city.lower() == 'out':
sys.exit('bye..')
if city in d.keys():
get_weather_info(city,d[city])
else:
print(u'请输入正确的城市')
continue

if __name__ == '__main__':
main()

------------------------------------------------
Input the city to get weather(quit/out):上海
01月18日(今天)
小雨
7～9℃东风 1级
--------------------
01月19日(周四)
阴
0～9℃
西北风 1-2级
--------------------
01月20日(周五)
晴
-1～3℃
西北风 4-5级
--------------------
01月21日(周六)
多云
1～7℃
西风 1-2级
--------------------
01月22日(周日)班
多云转晴
0～7℃
西北风 3-4级
--------------------
01月23日(周一)
晴
2～6℃
北风 1-2级
--------------------
01月24日(周二)
多云
3～7℃
东北风 1-2级
-------------------