用nodejs抓取豆瓣音乐并存入mongodb

之前用python抓取豆瓣的音乐，保存到sxl中，最近在玩mongodb，就有了如下代码，主要涉及到nodejs连接mongodb并操作它，和http模块抓取网页内容

没什么深奥的原理，不多说，代码如下：

var mongo = require('mongodb'),
    Server = mongo.Server,
    Db = mongo.Db,
    server = new Server('localhost', 27017, {auto_reconnect: true}),
    db_name = 'test',
    db_user = 'root',
    db_pass = '111111',
    table_name = 'douban',
    db = new Db(db_name, server);
var http = require('http'),
    channel = 1,
    options = {
        host: 'douban.fm',
        port: 80,
        path: '/j/mine/playlist?type=n&channel='+channel,
    },
    interval = 3000;

var globalIndex=0;

db.open(function(err, db) {
    if(!err) {
        db.authenticate(db_user, db_pass, function(err, result) {
            db.collection(table_name, function(err, collection) {
                var timer = setInterval(function(){
                    sigleIndex = 0;
                    http.get(options,function(res){
                        var buffers = [];
                        res.on('data', function(buffer) {
                            buffers.push(buffer);
                        });
                        res.on('end', function() {
                            var html = buffers.join('');
                            var data = JSON.parse( html );
                            var song = data.song;
                            for(var i=0;i<song.length;i++){
                                song[i]['channel'] = channel;
                                collection.insert(song[i],{safe:true},function(err, result){
                                    if( !err ){
                                        globalIndex++;
                                    }
                                });
                            }
                            console.log("新增: " + globalIndex + "条记录");
                        });
                    }).on('error', function(e) {
                        console.log("Got error: " + e.message);
                    });
                },interval);
            });
            db.close();
        });
    }
});