caffe 学习(1) —— Classification: Instant Recognition with Caffe

学习地址http://nbviewer.jupyter.org/github/BVLC/caffe/blob/master/examples/00-classification.ipynb

1.安装matlabplotlib：

sudo apt-get install python-matplotlib

2. 安装google test, automake, google proto buffer

./autogen.sh: 43: autoreconf: not found
是因为没有安装automake 工具, 用下面的命令安装好就可以了。

sudo apt-get install autoconf automake libtool

proto buffer安装时遇到问题如下

。。。

make[3]: *** [src/gtest.lo] Error 1
make[3]: Leaving directory `/home/sisinc/Desktop/protobuf-2.4.1/gtest'
make[2]: *** [check-local] Error 2
make[2]: Leaving directory `/home/sisinc/Desktop/protobuf-2.4.1'
make[1]: *** [check-am] Error 2
make[1]: Leaving directory `/home/sisinc/Desktop/protobuf-2.4.1'

解决办法：安装最新版本gtest

安装gtest时稍微修改一下travis.sh文件，运行它即可。修改好的文件如下

#!/usr/bin/env sh
set -evx
env | sort

mkdir build || true
mkdir build/$GTEST_TARGET || true
cd build/$GTEST_TARGET
cmake -D gtest_build_samples=ON \
      -D gmock_build_samples=ON \
      -D gtest_build_tests=ON \
      -D gmock_build_tests=ON \
      -D CMAKE_CXX_FLAGS=$CXX_FLAGS \
      ../$GTEST_TARGET
make
make test

安装proto buffer:

sudo sh ./autogen.sh
make
sudo make check
sudo make install

默认是安装在“/usr/local/lib”下的，在有些平台/usr/local/lib不是默认的LD_LIBRARY_PATH变量里面，可以在通过如下命令改变安装目录

$ ./configure --prefix=/usr

当看到类似下面的文字，说明protobuf基本安装完成

============================================================================
Testsuite summary for Protocol Buffers 3.0.0-beta-2
============================================================================
# TOTAL: 6
# PASS: 6
# SKIP: 0
# XFAIL: 0
# FAIL: 0
# XPASS: 0
# ERROR: 0
============================================================================

安装protobuf的Python支持

cd python # 位于protobuf下
sudo python setup.py install

3. can not find module skimage.io错误，解决办法

安装skimage.io: sudo apt-get install python-sklearn python-skimage python-h5py

4.学习代码

# set up Python envirionment: numpy for numerical routines, and matplotlib for plotting
import numpy as np
import matplotlib.pyplot as plt
#display plots in this notebook 
# %matplotlib inline

# set display defaults
plt.rcParams['figure.figsize'] = (10, 10)	#large images
plt.rcParams['image.interpolation'] = 'nearest'
plt.rcParams['image.cmap'] = 'gray'	#use grayscale output rather than a (potentiallly misleading) color heatmap

# load caffe
# the caffe module needs to be on the Python path
import sys
caffe_root='../'
sys.path.insert(0, caffe_root + 'python')

import caffe

import os
if os.path.isfile(caffe_root + 'models/bvlc_reference_caffenet/bvlc_reference_caffenet.caffemodel'):
	print 'Caffenet found.'
else:
	print 'Downloading pre-trained CaffeNet model...'
	#../scripts/download_model_binary.py ../models/bvlc_reference_caffenet

caffe.set_mode_cpu()

model_def = caffe_root + 'models/bvlc_reference_caffenet/deploy.prototxt'
model_weights = caffe_root + 'models/bvlc_reference_caffenet/bvlc_reference_caffenet.caffemodel'

net = caffe.Net(model_def,	# defines the structure of the model
	model_weights,	# contains the trained weights
	caffe.TEST)	# use test mode

# load the mean ImageNet Image (as distributed with caffe) for subtraction
mu = np.load(caffe_root + 'python/caffe/imagenet/ilsvrc_2012_mean.npy')
mu = mu.mean(1).mean(1)	# average over pixels to obtain the mean (BGR) pixel values
print 'mean-subtracted values:', zip('BGR', mu)

# create transformer for the imput called 'data'
transformer = caffe.io.Transformer({'data': net.blobs['data'].data.shape})

transformer.set_transpose('data', (2, 0, 1)) # move image channels to outermost dimension
transformer.set_mean('data', mu)
transformer.set_raw_scale('data', 255)
transformer.set_channel_swap('data', (2, 1, 0))	# swap channels from RGB to BGR

net.blobs['data'].reshape(50,	# batch size
	3,	# 3-channel (BGR) images
	227, 227)	# image size is 227*227

image = caffe.io.load_image(caffe_root + 'examples/images/cat.jpg')
transformed_image = transformer.preprocess('data', image)
plt.imshow(image)
plt.show()

# copy the image data into the memory allocated for the net
net.blobs['data'].data[...]=transformed_image

### perform calssification
output = net.forward()

output_prob = output['prob'][0] # the output probability vector for the first image in the batch

print 'predicted class is:', output_prob.argmax()

# load ImageNet labels
labels_file = caffe_root + 'data/ilsvrc12/synset_words.txt'
if not os.path.exists(labels_file):
	#!../data/ilsvrc12/get_ilsvrc_aux.sh
	print 'exetute the bash file above'

labels = np.loadtxt(labels_file, str, delimiter='\t')

print 'output label:', labels[output_prob.argmax()]

#sort top five predictions from softmax output
top_inds = output_prob.argsort()[::-1][:5] # reverse sort and take five largest items
print 'probabilities and labels:', 
zip(output_prob[top_inds], labels[top_inds])

# %timeit net.forward()

# caffe.set_device(0)
caffe.set_mode_gpu()
net.forward()
# %timeit net.forward()

for layer_name, blob in net.blobs.iteritems():
	print layer_name + '\t' + str(blob.data.shape)

for layer_name, param in net.params.iteritems():
	print layer_name + '\t' + str(param[0].data.shape), str(param[1].data.shape)

def vis_square(data):
	"""Take an array of shape (n, height, width) or (n, height, width, 3)
	and visulaize each (height, widht) thing in a grid of size approx.sqrt(n) by sqrt(n)"""
	
	# normalize data for display
	data = (data - data.min())/(data.max() - data.min())
	
	# force the number of filters to be square
	n = int(np.ceil(np.sqrt(data.shape[0])))
	padding = (((0, n**2 - data.shape[0]),
		(0, 1), (0, 1))	# add some space between filters
		+ ((0, 0),) * (data.ndim - 3)) #don't pad the last dimension (if there is one)
	data = np.pad(data, padding, mode='constant', constant_values=1)

	# tile the filters into an image
	data = data.reshape((n, n) + data.shape[1:]).transpose((0, 2, 1, 3) + tuple(range(4, data.ndim + 1)))
	data = data.reshape((n * data.shape[1], n * data.shape[3]) + data.shape[4:])
	
	plt.imshow(data); plt.axis('off')
	plt.show()

filters = net.params['conv1'][0].data
vis_square(filters.transpose(0, 2, 3, 1))

feat = net.blobs['conv1'].data[0, :36]
vis_square(feat)

feat = net.blobs['pool5'].data[0]
vis_square(feat)

feat = net.blobs['fc6'].data[0]
plt.subplot(2, 1, 1)
plt.plot(feat.flat)
plt.subplot(2, 1, 2)
_=plt.hist(feat.flat[feat.flat > 0], bins=100)
plt.show()

命令行下root用户运行python class_and_plot.py可以获得正确输出结果。