python去哪儿网的旅游景点信息

python去哪儿网的旅游景点信息

爬取过程分析：
1、网站url：‘.htm?keyword=北京&page=1’
2、http请求方法为get方法
3、用beautifulsoup提取所需要的信息
4、将爬取的信息存至本地

具体代码如下：

import requests
from bs4 import BeautifulSoupclass QuNaEr():def __init__(self, keyword, page=1):self.keyword = keywordself.page = pagedef qne_spider(self):url = '.htm?keyword=%s&page=%s' % (self.keyword, self.page)response = (ding = 'utf-8'text = bs_obj = BeautifulSoup(text, 'html.parser')arr = bs_obj.find('div', {'class': 'result_list'}).contentswith open('./qunaer/tour.csv','a') as f:for i in arr:info = i.attrs# 景区名称name = ('data-sight-name')print(name)# 地址address = ('data-address')# 近期售票数count = ('data-sale-count')# 经纬度point = ('data-point')# 起始价格try:price = i.find('span', {'class': 'sight_item_price'})price = price.find_all('em')price = price[0].textf.write('{},{},{},{},{}n'.format(name,address,count,price,point))except Exception as e:print(e)if __name__ == '__main__':citys = ['北京', '上海', '成都', '三亚', '广州', '重庆', '深圳', '西安', '杭州', '厦门', '武汉', '大连', '苏州']with open('./qunaer/tour.csv', 'a') as f:f.write('{},{},{},{},{}n'.format('景区名称', '地址', '售票数', ‘起始价格', '经纬度'))for i in citys:for page in range(1, 10):qne = QuNaEr(i, page=page)qne.qne_spider()