mongodb 

 1 import json
 2 
 3 import requests
 4 import urllib3
 5 from pymongo import MongoClient
 6 
 7 urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
 8 
 9 client = MongoClient('localhost', 27017)
10 collection = client['all_ip']['ip']
11 
12 # ret = collection.find_one({"name": "ronle"})
13 # print(ret)
14 
15 ret = collection.find({}, {"_id": 0, "ip": 1, "port": 1})
16 proxy_ips = list()
17 for i in ret:
18     _ips = json.dumps(i)  # {'ip': '58.118.228.7', 'port': '1080'}
19     proxy_ips.append(_ips)
20 # print(proxy_ips)  # ['{"ip": "58.118.228.7", "port": "1080"}']
21 print(proxy_ips)
22 
23 # url = "http://api.ipify.org/"
24 url = "http://icanhazip.com/"
25 headers = {
26     'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
27                   '(KHTML, like Gecko) Chrome/70.0.3538.110 Safari/537.36'
28 }
29 
30 for i in proxy_ips:
31     ip = json.loads(i)
32     PROXY_IP = {
33         'http': 'http://' + ip['ip'] + ":" + ip['port']
34     }
35     print(PROXY_IP)
36     response = requests.get(url, headers=headers, proxies=PROXY_IP, verify=False)
37     if response.status_code == 200:
38         print(response.content.decode())
39     else:
40         print("无效代理")

 

posted @ 2018-12-13 16:36  ronle  阅读(161)  评论(0)    收藏  举报