1 # -*- enconding:etf-8 -*-
2 import pymysql
3 import os
4 import time
5 import re
6 serveraddr="localhost"
7 user="root"
8 password="123456"
9 databaseName="test"
10 filename="./data/UNCL.csv"
11 #读取文件里面的内容插入数据库
12 def InsertDataFromFile(absolutePath,file_name):
13 file_name = file_name.split('.')[0]
14 file_list_name = absolutePath.split(sep)
15 if(len(file_list_name)>2):#设置父目录名字
16 parent_name = file_list_name[len(file_list_name)-2]
17 else:
18 parent_name = "default_root"#缺省的根目录名字
19 file_object = open(absolutePath)
20 try:
21 all_the_text = file_object.read()
22 finally:
23 file_object.close()
24 all_the_text = all_the_text.strip(',')
25 #all_the_text = all_the_text.replace('[','(');
26 #splitList = all_the_text.replace(']',')');
27 all_the_text = all_the_text.lstrip('[')
28 all_the_text = all_the_text.rstrip(']')
29 splitList = all_the_text.split('],[')
30 totalList = []
31 for item in splitList:
32 arr = item.split(',')#将一组数据变成数据
33 if config.GaomuTrue == 1:
34 arr.insert(0,'0')#插入id
35 arr.insert(3,parent_name+'_'+file_name.split(config.keyWord)[0])#插入文件名字
36 arr.append(arr[4])
37 arr.remove(arr[4])
38 #text = time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(arr[2]))
39 #print text
40 #arr[2] = text
41 #arr.remove(arr[2])
42 #arr.insert(2,text);
43 #print time.localtime(int(arr[2]))
44 #print time.strftime("%Y-%m-%d %H:%M:%S",time.localtime(int(arr[2])))
45 #print int(arr[2])
46 else:
47 arr.insert(0,'0')#插入id
48 arr.insert(1,file_name)#插入文件名字
49 #totalList.insert(len(totalList),arr);
50 totalList.append(arr)
51 try:
52 #sql_string = 'insert into '+tableName+ ' values (0,'+ file_name +',%s,%s,%s,%s,%s) '
53 sql_string = 'insert into '+tableName+ ' values (%s,%s,%s,%s,%s,%s,%s) '
54 # 执行sql语句
55 cur.executemany(sql_string,totalList)
56 # 提交到数据库执行
57 conn.commit()
58 except MySQLdb.Error,msg:
59 print file_name+" insert data error"
60 # 发生错误时回滚
61 conn.rollback()
62 return 0
63 #cur.close()
64 #conn.close()
65 return len(totalList)#返回文件插入的条数
66
67 amountOfInsert = 0#统计本次插入的总数
68 def create_table():
69 # sep=os.sep
70 # tableName=raw_input('please input the table name which will be created:')
71 # classpath=raw_input('请输入需要遍历的路径：')
72
73 db=pymysql.connect(serveraddr,user,password,databaseName)
74 cursor=db.cursor()
75 cursor.execute("drop table if exists `tncl`")
76 sql=""" create table `tncl`(
77 `tncl_id` varchar(25) not null,
78 `tncl_tag` varchar(25) not null,
79 `tncl_desc` varchar(255) not null,
80 `tncl_note` varchar(1200) not null,
81 primary key(`tncl_id`)
82 ) engine=InnoDB default charset=utf8;"""
83
84 cursor.execute(sql)
85 db.close()
86 def test():
87 p1=r"^\s{13}\w.+|\n$"
88 pattern=re.compile(p1)
89 fr=open(filename)
90 w2=open('./data/e1.csv','a')
91 for line in fr.readlines():
92 print(line)
93 matcher=re.findall(pattern,line)
94 print(matcher)
95 # print(type(matcher)) list
96 for i in matcher:
97 # print(i)
98 # print(type(i)) str
99 for k in i:
100 # print(k)
101 # print(type(k)) str
102 w2.write(k)
103 # w2.write("\n")
104 print("-----------")
105 fr.close()
106 w2.close()
107
108
109 if __name__=='__main__':
110 test()
