网络爬虫作业

import requests
import json



url='https://edu.cnblogs.com/Homework/GetAnswers?homeworkId=2420&_=1542959851766'

  
try:
    r=requests.get(url)
    r.encoding='utf-8'
    datas=json.loads(r.text)['data']  
except:
    print("页面发生错误,请检查后重新尝试")
temp=[]
#将爬取的数据保存下来
for data in datas:
    temp.append(str(data['StudentNo']).replace('None','助教')+','+data['RealName']+','+data['Title']+','+data['DateAdded'].replace('T',' ')+','+data['Url']) 
#将保存的数据生成csv文件   
    file='hwlist.csv'
    with open (file,'w') as f:
        for i in temp:
            f.write(i+'\n')

 

posted @ 2018-12-05 17:26  柴文越cwy  阅读(149)  评论(0编辑  收藏  举报