python urllib

使用代理访问网页

 1 import urllib.request
 2 import random
 3 
 4 url="http://www.whatismyip.com.tw/"
 5 iplist=['58.222.254.11:3128','61.185.219.126:3128','218.247.161.37:80','61.172.249.96:80']
 6 proxy_support=urllib.request.ProxyHandler({'http':random.choice(iplist)})
 7 
 8 opener=urllib.request.build_opener(proxy_support)
 9 opener.addheaders=[('User-Agent','Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Maxthon/5.0.2.1000 Chrome/47.0.2526.73 Safari/537.36')]
10 urllib.request.install_opener(opener)
11 
12 response=urllib.request.urlopen(url)
13 html=response.read().decode('utf-8')
14 print(html)
View Code

python翻译

 1 import urllib.request
 2 import urllib.parse
 3 import json
 4 import time
 5 
 6 while True:
 7     content=input("input the content(input "q!",The Program exit!):")
 8     if content =='q!':
 9         break
10     
11     url='http://fanyi.youdao.com/translate?smartresult=dict&smartresult=rule&smartresult=ugc&sessionFrom=null'
12 
13     #方法1，让服务器认为是人在访问
14     '''head={}
15     head['User-Agent']='Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Maxthon/5.0.2.1000 Chrome/47.0.2526.73 Safari/537.36'
16     '''
17 
18     data={}
19     data['type']= 'AUTO'
20     data['i']=content
21     data['doctype']= 'json'
22     data['xmlVersion']= '1.8'
23     data['keyfrom']= 'fanyi.web'
24     data['ue']= 'UTF-8'
25     data['action']= 'FY_BY_CLICKBUTTON'
26     data['typoResult']= 'true'
27     data = urllib.parse.urlencode(data).encode('utf-8')
28     #方法1时
29     #req=urllib.request.Request(url,data,head)
30 
31     #方法2时
32     req=urllib.request.Request(url,data)
33 
34     #方法2，让服务器认为是人在访问
35     req.add_header('User-Agent','Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Maxthon/5.0.2.1000 Chrome/47.0.2526.73 Safari/537.36')
36 
37     #不用：req=urllib.request.Request()时
38     #response = urllib.request.urlopen(url,data)
39 
40     response = urllib.request.urlopen(req)
41     html= response.read().decode('utf-8')
42 
43 
44     target = json.loads(html)
45 
46     print(target['translateResult'][0][0]['tgt'])
47 
48     time.sleep(5)
View Code

 图片写入文件

1 import urllib.request
2 import os
3 import getpass
4 response = urllib.request.urlopen('一个有图片的网址')
5 
6 pic_img=response.read()
7 os.chdir("C:\\Users"+"\\"+getpass.getuser()+"\\Desktop")
8 with open('pic_500_600.jpg','wb') as f:
9     f.write(pic_img)
View Code

 

posted @ 2017-03-21 23:43  山的那一边  阅读(91)  评论(0)    收藏  举报