将数据集做成VOC2007格式用于Faster-RCNN训练
1.命名
文件夹名VOC2007。图片名六位数字。将数据集相应的替换掉VOC2007中的数据。
2.画目标包围框
由于每张图片需要选取目标框，所需时间较长，需要工具辅助。
下面文字和代码源自wuzuyu365的博文深度学习python图像标记工具labelTool。
深度学习训练需要标记图像位置和类别，之前用的时候是叫做BBox-Label-Tool-master，遇到大图像就显示不完整了，没有自适应缩放， 这是改进后的Python脚本。
目录结构：图片目录名images, 标签目录名labels，图像目录下各类别目录名要以001,002,003,...的格式命名。
1 # -*- coding:utf-8 -*- 2 # ------------------------------------------------------------------------------- 3 # Name: Object bounding box label tool 4 # Purpose: Label object bboxes for ImageNet Detection data 5 # Author: Qiushi 6 # Created: 06/06/2014 7 8 # 9 # ------------------------------------------------------------------------------- 10 from __future__ import division 11 from Tkinter import * 12 import tkMessageBox 13 from PIL import Image, ImageTk 14 import os 15 import glob 16 import random 17 18 w0 = 1; # 图片原始宽度 19 h0 = 1; # 图片原始高度 20 21 # colors for the bboxes 22 COLORS = ['red', 'blue', 'yellow', 'pink', 'cyan', 'green', 'black'] 23 # image sizes for the examples 24 SIZE = 256, 256 25 26 # 指定缩放后的图像大小 27 DEST_SIZE = 500, 500 28 29 30 class LabelTool(): 31 def __init__(self, master): 32 # set up the main frame 33 self.parent = master 34 self.parent.title("LabelTool") 35 self.frame = Frame(self.parent) 36 self.frame.pack(fill=BOTH, expand=1) 37 self.parent.resizable(width=TRUE, height=TRUE) 38 39 # initialize global state 40 self.imageDir = '' 41 self.imageList = [] 42 self.egDir = '' 43 self.egList = [] 44 self.outDir = '' 45 self.cur = 0 46 self.total = 0 47 self.category = 0 48 self.imagename = '' 49 self.labelfilename = '' 50 self.tkimg = None 51 52 # initialize mouse state 53 self.STATE = {} 54 self.STATE['click'] = 0 55 self.STATE['x'], self.STATE['y'] = 0, 0 56 57 # reference to bbox 58 self.bboxIdList = [] 59 self.bboxId = None 60 self.bboxList = [] 61 self.hl = None 62 self.vl = None 63 64 # ----------------- GUI stuff --------------------- 65 # dir entry & load 66 self.label = Label(self.frame, text="Image Dir:") 67 self.label.grid(row=0, column=0, sticky=E) 68 self.entry = Entry(self.frame) 69 self.entry.grid(row=0, column=1, sticky=W + E) 70 self.ldBtn = Button(self.frame, text="Load", command=self.loadDir) 71 self.ldBtn.grid(row=0, column=2, sticky=W + E) 72 73 # main panel for labeling 74 self.mainPanel = Canvas(self.frame, cursor='tcross') 75 self.mainPanel.bind("<Button-1>", self.mouseClick) 76 self.mainPanel.bind("<Motion>", self.mouseMove) 77 self.parent.bind("<Escape>", self.cancelBBox) # press <Espace> to cancel current bbox 78 self.parent.bind("s", self.cancelBBox) 79 self.parent.bind("a", self.prevImage) # press 'a' to go backforward 80 self.parent.bind("d", self.nextImage) # press 'd' to go forward 81 self.mainPanel.grid(row=1, column=1, rowspan=4, sticky=W + N) 82 83 # showing bbox info & delete bbox 84 self.lb1 = Label(self.frame, text='Bounding boxes:') 85 self.lb1.grid(row=1, column=2, sticky=W + N) 86 87 self.listbox = Listbox(self.frame, width=28, height=12) 88 self.listbox.grid(row=2, column=2, sticky=N) 89 90 self.btnDel = Button(self.frame, text='Delete', command=self.delBBox) 91 self.btnDel.grid(row=3, column=2, sticky=W + E + N) 92 self.btnClear = Button(self.frame, text='ClearAll', command=self.clearBBox) 93 self.btnClear.grid(row=4, column=2, sticky=W + E + N) 94 95 # control panel for image navigation 96 self.ctrPanel = Frame(self.frame) 97 self.ctrPanel.grid(row=5, column=1, columnspan=2, sticky=W + E) 98 self.prevBtn = Button(self.ctrPanel, text='<< Prev', width=10, command=self.prevImage) 99 self.prevBtn.pack(side=LEFT, padx=5, pady=3) 100 self.nextBtn = Button(self.ctrPanel, text='Next >>', width=10, command=self.nextImage) 101 self.nextBtn.pack(side=LEFT, padx=5, pady=3) 102 self.progLabel = Label(self.ctrPanel, text="Progress: / ") 103 self.progLabel.pack(side=LEFT, padx=5) 104 self.tmpLabel = Label(self.ctrPanel, text="Go to Image No.") 105 self.tmpLabel.pack(side=LEFT, padx=5) 106 self.idxEntry = Entry(self.ctrPanel, width=5) 107 self.idxEntry.pack(side=LEFT) 108 self.goBtn = Button(self.ctrPanel, text='Go', command=self.gotoImage) 109 self.goBtn.pack(side=LEFT) 110 111 # example pannel for illustration 112 self.egPanel = Frame(self.frame, border=10) 113 self.egPanel.grid(row=1, column=0, rowspan=5, sticky=N) 114 self.tmpLabel2 = Label(self.egPanel, text="Examples:") 115 self.tmpLabel2.pack(side=TOP, pady=5) 116 117 self.egLabels = [] 118 for i in range(3): 119 self.egLabels.append(Label(self.egPanel)) 120 self.egLabels[-1].pack(side=TOP) 121 122 # display mouse position 123 self.disp = Label(self.ctrPanel, text='') 124 self.disp.pack(side=RIGHT) 125 126 self.frame.columnconfigure(1, weight=1) 127 self.frame.rowconfigure(4, weight=1) 128 129 # for debugging 130 131 ## self.setImage() 132 ## self.loadDir() 133 134 135 def loadDir(self, dbg=False): 136 if not dbg: 137 s = self.entry.get() 138 self.parent.focus() 139 self.category = int(s) 140 else: 141 s = r'D:\workspace\python\labelGUI' 142 ## if not os.path.isdir(s): 143 ## tkMessageBox.showerror("Error!", message = "The specified dir doesn't exist!") 144 ## return 145 # get image list 146 147 print 'self.category =%d' % (self.category) 148 149 self.imageDir = os.path.join(r'./images', '%03d' % (self.category)) 150 print(self.imageDir) 151 self.imageList = glob.glob(os.path.join(self.imageDir, '*.jpg')) 152 if len(self.imageList) == 0: 153 print 'No .jpg images found in the specified dir!' 154 return 155 else: 156 print 'num=%d' % (len(self.imageList)) 157 158 # default to the 1st image in the collection 159 self.cur = 1 160 self.total = len(self.imageList) 161 162 # set up output dir 163 self.outDir = os.path.join(r'./labels', '%03d' % (self.category)) 164 if not os.path.exists(self.outDir): 165 os.mkdir(self.outDir) 166 167 # load example bboxes 168 self.egDir = os.path.join(r'./Examples', '%03d' % (self.category)) 169 # if not os.path.exists(self.egDir): 170 # return 171 172 filelist = glob.glob(os.path.join(self.egDir, '*.jpg')) 173 self.tmp = [] 174 self.egList = [] 175 random.shuffle(filelist) 176 for (i, f) in enumerate(filelist): 177 if i == 3: 178 break 179 im = Image.open(f) 180 r = min(SIZE[0] / im.size[0], SIZE[1] / im.size[1]) 181 new_size = int(r * im.size[0]), int(r * im.size[1]) 182 self.tmp.append(im.resize(new_size, Image.ANTIALIAS)) 183 self.egList.append(ImageTk.PhotoImage(self.tmp[-1])) 184 self.egLabels[i].config(image=self.egList[-1], width=SIZE[0], height=SIZE[1]) 185 186 self.loadImage() 187 print '%d images loaded from %s' % (self.total, s) 188 189 def loadImage(self): 190 # load image 191 imagepath = self.imageList[self.cur - 1] 192 pil_image = Image.open(imagepath) 193 194 # get the size of the image 195 # 获取图像的原始大小 196 global w0, h0 197 w0, h0 = pil_image.size 198 199 # 缩放到指定大小 200 pil_image = pil_image.resize((DEST_SIZE[0], DEST_SIZE[1]), Image.ANTIALIAS) 201 202 # pil_image = imgresize(w, h, w_box, h_box, pil_image) 203 self.img = pil_image 204 205 self.tkimg = ImageTk.PhotoImage(pil_image) 206 207 self.mainPanel.config(width=max(self.tkimg.width(), 400), height=max(self.tkimg.height(), 400)) 208 self.mainPanel.create_image(0, 0, image=self.tkimg, anchor=NW) 209 self.progLabel.config(text="%04d/%04d" % (self.cur, self.total)) 210 211 # load labels 212 self.clearBBox() 213 self.imagename = os.path.split(imagepath)[-1].split('.')[0] 214 labelname = self.imagename + '.txt' 215 self.labelfilename = os.path.join(self.outDir, labelname) 216 bbox_cnt = 0 217 if os.path.exists(self.labelfilename): 218 with open(self.labelfilename) as f: 219 for (i, line) in enumerate(f): 220 if i == 0: 221 bbox_cnt = int(line.strip()) 222 continue 223 print line 224 tmp = [(t.strip()) for t in line.split()] 225 226 print "********************" 227 print DEST_SIZE 228 # tmp = (0.1, 0.3, 0.5, 0.5) 229 print "tmp[0,1,2,3]===%.2f, %.2f, %.2f, %.2f" % ( 230 float(tmp[0]), float(tmp[1]), float(tmp[2]), float(tmp[3])) 231 # print "%.2f,%.2f,%.2f,%.2f" %(tmp[0] tmp[1] tmp[2] tmp[3] ) 232 233 print "********************" 234 235 # tx = (10, 20, 30, 40) 236 # self.bboxList.append(tuple(tx)) 237 self.bboxList.append(tuple(tmp)) 238 tmp[0] = float(tmp[0]) 239 tmp[1] = float(tmp[1]) 240 tmp[2] = float(tmp[2]) 241 tmp[3] = float(tmp[3]) 242 243 tx0 = int(tmp[0] * DEST_SIZE[0]) 244 ty0 = int(tmp[1] * DEST_SIZE[1]) 245 246 tx1 = int(tmp[2] * DEST_SIZE[0]) 247 ty1 = int(tmp[3] * DEST_SIZE[1]) 248 print "tx0, ty0, tx1, ty1" 249 print tx0, ty0, tx1, ty1 250 251 tmpId = self.mainPanel.create_rectangle(tx0, ty0, tx1, ty1, \ 252 width=2, \ 253 outline=COLORS[(len(self.bboxList) - 1) % len(COLORS)]) 254 255 self.bboxIdList.append(tmpId) 256 self.listbox.insert(END, '(%.2f,%.2f)-(%.2f,%.2f)' % (tmp[0], tmp[1], tmp[2], tmp[3])) 257 258 # self.listbox.insert(END, '(%d, %d) -> (%d, %d)' %(tmp[0], tmp[1], tmp[2], tmp[3])) 259 self.listbox.itemconfig(len(self.bboxIdList) - 1, 260 fg=COLORS[(len(self.bboxIdList) - 1) % len(COLORS)]) 261 262 def saveImage(self): 263 # print "-----1--self.bboxList---------" 264 print self.bboxList 265 # print "-----2--self.bboxList---------" 266 267 with open(self.labelfilename, 'w') as f: 268 f.write('%d\n' % len(self.bboxList)) 269 for bbox in self.bboxList: 270 f.write(' '.join(map(str, bbox)) + '\n') 271 print 'Image No. %d saved' % (self.cur) 272 273 def mouseClick(self, event): 274 if self.STATE['click'] == 0: 275 self.STATE['x'], self.STATE['y'] = event.x, event.y 276 else: 277 x1, x2 = min(self.STATE['x'], event.x), max(self.STATE['x'], event.x) 278 y1, y2 = min(self.STATE['y'], event.y), max(self.STATE['y'], event.y) 279 280 x1, x2 = x1 / DEST_SIZE[0], x2 / DEST_SIZE[0]; 281 y1, y2 = y1 / DEST_SIZE[1], y2 / DEST_SIZE[1]; 282 283 self.bboxList.append((x1, y1, x2, y2)) 284 self.bboxIdList.append(self.bboxId) 285 self.bboxId = None 286 self.listbox.insert(END, '(%.2f, %.2f)-(%.2f, %.2f)' % (x1, y1, x2, y2)) 287 self.listbox.itemconfig(len(self.bboxIdList) - 1, fg=COLORS[(len(self.bboxIdList) - 1) % len(COLORS)]) 288 self.STATE['click'] = 1 - self.STATE['click'] 289 290 def mouseMove(self, event): 291 self.disp.config(text='x: %.2f, y: %.2f' % (event.x / DEST_SIZE[0], event.y / DEST_SIZE[1])) 292 if self.tkimg: 293 if self.hl: 294 self.mainPanel.delete(self.hl) 295 self.hl = self.mainPanel.create_line(0, event.y, self.tkimg.width(), event.y, width=2) 296 if self.vl: 297 self.mainPanel.delete(self.vl) 298 self.vl = self.mainPanel.create_line(event.x, 0, event.x, self.tkimg.height(), width=2) 299 if 1 == self.STATE['click']: 300 if self.bboxId: 301 self.mainPanel.delete(self.bboxId) 302 self.bboxId = self.mainPanel.create_rectangle(self.STATE['x'], self.STATE['y'], \ 303 event.x, event.y, \ 304 width=2, \ 305 outline=COLORS[len(self.bboxList) % len(COLORS)]) 306 307 def cancelBBox(self, event): 308 if 1 == self.STATE['click']: 309 if self.bboxId: 310 self.mainPanel.delete(self.bboxId) 311 self.bboxId = None 312 self.STATE['click'] = 0 313 314 def delBBox(self): 315 sel = self.listbox.curselection() 316 if len(sel) != 1: 317 return 318 idx = int(sel[0]) 319 self.mainPanel.delete(self.bboxIdList[idx]) 320 self.bboxIdList.pop(idx) 321 self.bboxList.pop(idx) 322 self.listbox.delete(idx) 323 324 def clearBBox(self): 325 for idx in range(len(self.bboxIdList)): 326 self.mainPanel.delete(self.bboxIdList[idx]) 327 self.listbox.delete(0, len(self.bboxList)) 328 self.bboxIdList = [] 329 self.bboxList = [] 330 331 def prevImage(self, event=None): 332 self.saveImage() 333 if self.cur > 1: 334 self.cur -= 1 335 self.loadImage() 336 337 def nextImage(self, event=None): 338 self.saveImage() 339 if self.cur < self.total: 340 self.cur += 1 341 self.loadImage() 342 343 def gotoImage(self): 344 idx = int(self.idxEntry.get()) 345 if 1 <= idx and idx <= self.total: 346 self.saveImage() 347 self.cur = idx 348 self.loadImage() 349 350 ## def setImage(self, imagepath = r'test2.png'): 351 ## self.img = Image.open(imagepath) 352 ## self.tkimg = ImageTk.PhotoImage(self.img) 353 ## self.mainPanel.config(width = self.tkimg.width()) 354 ## self.mainPanel.config(height = self.tkimg.height()) 355 ## self.mainPanel.create_image(0, 0, image = self.tkimg, anchor=NW) 356 357 def imgresize(w, h, w_box, h_box, pil_image): 358 ''' 359 resize a pil_image object so it will fit into 360 a box of size w_box times h_box, but retain aspect ratio 361 ''' 362 f1 = 1.0 * w_box / w # 1.0 forces float division in Python2 363 f2 = 1.0 * h_box / h 364 factor = min([f1, f2]) 365 # print(f1, f2, factor) # test 366 # use best down-sizing filter 367 width = int(w * factor) 368 height = int(h * factor) 369 return pil_image.resize((width, height), Image.ANTIALIAS) 370 371 372 if __name__ == '__main__': 373 root = Tk() 374 tool = LabelTool(root) 375 root.mainloop()
快捷键a,d前后切换图像，esc取消当前框，使用效果如下。
3.制作xml
上一步完成后得到的结果是TXT文件。（我没有先重命名）
需要的XML文件格式如下。
<annotation> <folder>VOC2007</folder> <filename>000002.jpg</filename> <source> <database>My Database</database> <annotation>VOC2007</annotation> <image>flickr</image> <flickrid>NULL</flickrid> </source> <owner> <flickrid>NULL</flickrid> <name>J</name> </owner> <size> <width>256</width> <height>256</height> <depth>3</depth> </size> <segmented>0</segmented> <object> <name>2</name> <pose>Unspecified</pose> <truncated>0</truncated> <difficult>0</difficult> <bndbox> <xmin>31</xmin> <ymin>20</ymin> <xmax>241</xmax> <ymax>250</ymax> </bndbox> </object> </annotation>
生成代码如下。
1 import glob 2 3 s1=""" <object> 4 <name>{0}</name> 5 <pose>Unspecified</pose> 6 <truncated>0</truncated> 7 <difficult>0</difficult> 8 <bndbox> 9 <xmin>{1}</xmin> 10 <ymin>{2}</ymin> 11 <xmax>{3}</xmax> 12 <ymax>{4}</ymax> 13 </bndbox> 14 </object>""" 15 16 s2="""<annotation> 17 <folder>VOC2007</folder> 18 <filename>{0}</filename> 19 <source> 20 <database>My Database</database> 21 <annotation>VOC2007</annotation> 22 <image>flickr</image> 23 <flickrid>NULL</flickrid> 24 </source> 25 <owner> 26 <flickrid>NULL</flickrid> 27 <name>J</name> 28 </owner> 29 <size> 30 <width>256</width> 31 <height>256</height> 32 <depth>3</depth> 33 </size> 34 <segmented>0</segmented> 35 <object> 36 <name>{1}</name> 37 <pose>Unspecified</pose> 38 <truncated>0</truncated> 39 <difficult>0</difficult> 40 <bndbox> 41 <xmin>{2}</xmin> 42 <ymin>{3}</ymin> 43 <xmax>{4}</xmax> 44 <ymax>{5}</ymax> 45 </bndbox> 46 </object>{6} 47 </annotation> 48 """ 49 50 textlist=glob.glob('labels\\001\*.txt') 51 for text_ in textlist: 52 flabel = open(text_, 'r') 53 lb = flabel.readlines() 54 flabel.close() 55 ob2 = "" 56 if len(lb)<2: 57 continue # no annotation 58 x1=2 59 x2=lb[1].split(' ') 60 x3 = [int(float(i) * 256) for i in x2] 61 if len(lb)>2: # extra annotation 62 for i in range(2,len(lb)): 63 y2 = lb[i].split(' ') 64 y3 = [int(float(i) * 256) for i in y2] 65 ob2+='\n' + s1.format(x1,y3[0],y3[1],y3[2],y3[3]) 66 imgname=('%06d' % (int(text_[13:-4])))+'.jpg' 67 savename='Annotations\\'+str('%06d' % (int(text_[13:-4])))+'.xml' 68 f = open(savename, 'w') 69 ob1=s2.format(imgname, x1, x3[0],x3[1],x3[2],x3[3], ob2) 70 f.write(ob1) 71 f.close()
4.ImageSets\Main里的四个txt文件
test.txt是测试集，train.txt是训练集，val.txt是验证集，trainval.txt是训练和验证集。内容为文件名。
VOC2007中，trainval大概是整个数据集的50%，test也大概是整个数据集的50%；train大概是trainval的50%，val大概是trainval的50%。
由于本次数据较少，两类共计约400张，train、val、test各占33%。
1 import os 2 import random 3 4 trainval_percent = 0.66 5 train_percent = 0.5 6 xmlfilepath = 'Annotations' 7 txtsavepath = 'ImageSets\Main' 8 total_xml = os.listdir(xmlfilepath) 9 10 num=len(total_xml) 11 list=range(num) 12 tv=int(num*trainval_percent) 13 tr=int(tv*train_percent) 14 trainval= random.sample(list,tv) 15 train=random.sample(trainval,tr) 16 17 ftrainval = open('ImageSets\Main\\trainval.txt', 'w') 18 ftest = open('ImageSets\Main\\test.txt', 'w') 19 ftrain = open('ImageSets\Main\\train.txt', 'w') 20 fval = open('ImageSets\Main\\val.txt', 'w') 21 22 for i in list: 23 name=total_xml[i][:-4]+'\n' 24 if i in trainval: 25 ftrainval.write(name) 26 if i in train: 27 ftrain.write(name) 28 else: 29 fval.write(name) 30 else: 31 ftest.write(name) 32 33 ftrainval.close() 34 ftrain.close() 35 fval.close() 36 ftest .close()
数据制作就完成了。
