Requests爬取表格数据并存入CSV中

import requests
from lxml import etree
import pandas as pd

a = requests.get('http://vip.stock.finance.sina.com.cn/q/go.php/vInvestConsult/kind/rzrq/index.phtml')
# print(a.status_code)
# print(a.text.encode('utf-8').decode('gbk'))
select = etree.HTML(a.text)
tr_a = select.xpath('//table[2]/tr/td/a/text()')
tr_num = select.xpath('//table[2]/tr/td/text()')
lists = []
list1 = []

for i in tr_a[1::2]:
    a = i.encode('ISO-8859-1').decode('gbk')
    lists.append(a)

for i in tr_a[0::2]:
    a = i.encode('ISO-8859-1').decode('gbk')
    list1.append(a)

num_xh = tr_num[10::9]
# print(list1)
# print(lists)
num_ye = tr_num[11::9]
num_mre = tr_num[12::9]
num_che = tr_num[13::9]
num_ylje = tr_num[14::9]
num_yl = tr_num[15::9]
num_mcl = tr_num[16::9]
num_chl = tr_num[17::9]
num_rqye = tr_num[18::9]

data = pd.DataFrame({'序号':num_xh,'股票代码':list1,'股票名称':lists,'余额':num_ye,'买入额':num_mre,'偿还额':num_che,
                     '余量金额':num_ylje,'余量':num_yl,'卖出量':num_mcl,'偿还量':num_chl,'融券余额':num_rqye})
data.to_csv("demo.csv",index=False,sep=',')

 

 

#pandas读csv方法

import pandas as pd
data = pd.read_csv('demo.csv')

 

# 也可用CSV模块
import csv

#python2可以用file替代open
with open("tdemo.csv","wb") as csvfile: 
    writer = csv.writer(csvfile)

    
    writer.writerow(["序号","姓名","性别"])

    writer.writerows([[0,'张三','男'],[1,'李四','男'],[2,'王五','女']])

 

# 读取csv文件用reader
import csv
with open("tdemo.csv","r") as csvfile:
    reader = csv.reader(csvfile)
    for line in reader:
        print line