<3> MongoDB存储
from pymongo import MongoClient class Spider(object): def __init__(self): # 将数据存储到数据库中 try: self.client = MongoClient('localhost', 27017) self.sina_db = self.client.sina self.jd_collection = self.sina_db.collection_sina # 标识 self.opened = True except: print('服务未启动') self.opened = False
def save(self): try: # 将字典数据插入到 MongoDB 数据库中 self.jd_collection.insert_one(data_dict) except: print('数据入库失败') # 关闭爬虫 def close_spider(self): if self.opened: # 关闭数据库客户端 self.client.close()
浙公网安备 33010602011771号