agoda获取酒店数据

agoda获取酒店数据

最近改了改代码，正好解决了一些报错问题，更新出来。个别处会加蜜
数据库以及线程控制

from DBUtils.PooledDB import PooledDB
import requests
import demjson
import time
import random
import json
import pymysql
import datetime
import threadingb = {"user": "root","passwd": "Lohas123","host": "121.40.52.101","db": 'price',"port": 3306,"charset": 'utf8'}
#改了一下-10才能将库里读完。
h = -10
class Agoda(threading.Thread):__pool = None_instance_lock = threading.Lock()def __init__(self):threading.Thread.__init__(self)self.indata =(w()+datetime.timedelta(days=2)).strftime('%Y-%m-%d %H:%M:%S')self.outdata =(w()+datetime.timedelta(days=4)).strftime("%Y-%m-%d %H:%M:%S")# 将数据库连接游标初始化 = sqlconn()self.cur = ursor(cursor=pymysql.cursors.DictCursor)# sql连接池@staticmethoddef getmysqlconn():if Agoda.__pool is None:__pool = PooledDB(creator=pymysql, mincached=3, maxcached=20, host=b["host"], user=b["user"],passwd=b["passwd"], db=b["db"], port=b["port"], charset=b["charset"])return __tion()# 插入更新删除sqldef op_insert(self, sql):print('op_insert', sql)ute(sql)print("修改成功")it()# 查询def op_select(self, sql):print('op_select', sql)ute(sql)  # 执行sqlselect_res = self.cur.fetchall()  # 返回结果为字典# print("查询成功")return select_res# 释放资源def dispose(self):lose()self.cur.close()#动态计算数据库数量def count(self):table="foreign_city_copy"runstatue = "isrunning"sql="select count(*) from {0} where {1}=0".format(table,runstatue)ress = (list(self.op_select(sql)[0].values())[0]//10+1)*10return ress#线程控制稍微改了下def run(self):global unt()while True:if h > count:breakwith Agoda._instance_lock:h += 10if h > count:breaksql = "select id,name,ename,country from foreign_city_co