利用Python根据新浪微博UID获取昵称-简单小爬虫 

 1 from bs4 import BeautifulSoup
 2 import requests
 3 from random import choice
 4 import csv
 5 
 6 headers1 = {'User-Agent':'spider'}
 7 headers2 = {'User-Agent':'spider'}
 8 hehe = [headers1,headers2]
 9 headers =choice(hehe)
10 
11 def zhiding(id):
12     url = 'http://weibo.com/u/{}'.format(str(id))
13     data = requests.get(url,headers = headers)
14     soup =BeautifulSoup(data.text,'lxml')
15     with open('chunxue3.csv', 'a',encoding='gbk',newline ='') as csvfile:
16         spamwriter = csv.writer(csvfile, dialect='excel')
17         spamwriter.writerow([id,soup.title.get_text().split('的')[0]])
18 
19 def openflile(path):
20     fp = open(path)
21     wbids = [line for line in fp.readlines()]
22     for wbid in wbids:
23         zhiding(wbid)
24     print('done')
25 
26 txtpath = r'E:\\nantong.txt'
27 
28 openflile(txtpath)

 

posted @ 2017-02-10 11:31  Erick-LONG  阅读(3140)  评论(0)    收藏  举报