<3> MongoDB存储

from pymongo import MongoClient

class Spider(object):

    def __init__(self):

        # 将数据存储到数据库中
        try:
            self.client = MongoClient('localhost', 27017)
            self.sina_db = self.client.sina
            self.jd_collection = self.sina_db.collection_sina
            # 标识
            self.opened = True
        except:
            print('服务未启动')
            self.opened = False
def save(self):     try: # 将字典数据插入到 MongoDB 数据库中       self.jd_collection.insert_one(data_dict) except: print('数据入库失败') # 关闭爬虫 def close_spider(self): if self.opened: # 关闭数据库客户端 self.client.close()

 

posted on 2022-11-02 16:20  不是霉蛋  阅读(24)  评论(0)    收藏  举报