python爬虫 ip代理

阅读：评论：0

python爬虫 ip代理

#同时使用ip代理以及用户代理

quest

import random

#用户代理池和ip代理池

uapools = [

"Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/49.0.2623.221 Safari/537.36 SE 2.X MetaSr 1.0",

"Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 5.1; Trident/4.0; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; Maxthon/3.0)",

"Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.1; Trident/4.0; Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1) ; QIHU 360EE)"]

ippools = ["61.135.217.7","118.114.77.47","111.224.104.161"]

url = ''

#添加用户代理以及ip代理

def ua(uapools,ippools):

req = quest.Request(url)

req.add_header("User-Agent",random.choice(uapools))

proxy = quest.ProxyHandler({"https":random.choice(ippools)})

opener = quest.build_opener(quest.HTTPHandler)

#将opener安装为全局

return req

if __name__ == '__main__':

for i in range(20):

req = ua(uapools,ippools)

try:

data = quest.urlopen(req)

print(ad()))

de())

except Exception as err:

print(err)

本文发布于:2024-02-04 23:42:02，感谢您对本站的认可！

标签：爬虫 python ip

留言与评论（共有 0 条评论）