通过docker-compose搭建mongo的replica set高可用
通过docker-compose搭建mongo的replica set高可用
通过docker-compose搭建mongo的replica set高可用
前言
搭建一个mongo的集群，同时原来单机mongo的数据需要迁移到集群中。
处理思路：单机mongo的数据通过mongodump备份，然后集群搭建起来了，在mongorestore导入到集群中，实现数据的迁移。
备份数据
备份(mongodump)与恢复(mongorestore)
备份数据到本地
mongodump -h 192.168.56.201:37018 -u handle -p jimeng2017 -o /home/liz/Desktop/mongo-bei
数据恢复
新的集群安装完成之后，恢复数据到Primary节点，集群会自动同步到副本集中
mongorestore -h 192.168.56.201:37017 -u handle -p jimeng2017 /home/liz/Desktop/mongo-bei
注意：更换自己服务器上面的ip和mongo对应的账号密码
集群搭建
生成keyFile
- MongoDB使用keyfile认证，副本集中的每个mongod实例使用keyfile内容作为认证其他成员的共享密码。mongod实例只有拥有正确的keyfile才可以加入副本集。
- keyFile的内容必须是6到1024个字符的长度，且副本集所有成员的keyFile内容必须相同。
- 有一点要注意是的：在UNIX系统中，keyFile必须没有组权限或完全权限（也就是权限要设置成X00的形式）。Windows系统中，keyFile权限没有被检查。
- 可以使用任意方法生成keyFile。例如，如下操作使用openssl生成复杂的随机的1024个字符串。然后使用chmod修改文件权限，只给文件拥有者提供读权限。
# 400权限是要保证安全性，否则mongod启动会报错
openssl rand -base64 756 > mongodb.key
chmod 400 mongodb.key
每一个副本集成员都要使用相同的keyFile文件
创建yml文件
配置文件：
version: '3.3'
services:
mongodb1:
image: mongo:4.2.1
volumes:
- /data/mongo/data/mongo1:/data/db
- ./mongodb.key:/data/mongodb.key
user: root
environment:
- MONGO_INITDB_ROOT_USERNAME=handle
- MONGO_INITDB_ROOT_PASSWORD=jimeng2017
- MONGO_INITDB_DATABASE=handle
container_name: mongodb1
ports:
- 37017:27017
command: mongod --replSet mongos --keyFile /data/mongodb.key
restart: always
entrypoint:
- bash
- -c
- |
chmod 400 /data/mongodb.key
chown 999:999 /data/mongodb.key
exec docker-entrypoint.sh $$@
mongodb2:
image: mongo:4.2.1
volumes:
- /data/mongo/data/mongo2:/data/db
- ./mongodb.key:/data/mongodb.key
user: root
environment:
- MONGO_INITDB_ROOT_USERNAME=handle
- MONGO_INITDB_ROOT_PASSWORD=jimeng2017
- MONGO_INITDB_DATABASE=handle
container_name: mongodb2
ports:
- 37018:27017
command: mongod --replSet mongos --keyFile /data/mongodb.key
restart: always
entrypoint:
- bash
- -c
- |
chmod 400 /data/mongodb.key
chown 999:999 /data/mongodb.key
exec docker-entrypoint.sh $$@
mongodb3:
image: mongo:4.2.1
volumes:
- /data/mongo/data/mongo3:/data/db
- ./mongodb.key:/data/mongodb.key
user: root
environment:
- MONGO_INITDB_ROOT_USERNAME=handle
- MONGO_INITDB_ROOT_PASSWORD=jimeng2017
- MONGO_INITDB_DATABASE=handle
container_name: mongodb3
ports:
- 37019:27017
command: mongod --replSet mongos --keyFile /data/mongodb.key
restart: always
entrypoint:
- bash
- -c
- |
chmod 400 /data/mongodb.key
chown 999:999 /data/mongodb.key
exec docker-entrypoint.sh $$@
文件详解chown 999:999 /data/mongodb.key 999用户是容器中的mongod用户，通过chown修改文件用户权限mongod --replSet mongos --keyFile /data/mongodb.key 启动命令，--replSet mongos 以副本集形式启动并将副本集名字命名为 mongos ，--keyFile /data/mongodb.key 设置keyFile，用于副本集通信，文件通过 volumes 映射到容器内
然后启动
docker-compose -f docker-compose-set.yml up -d
初始化副本集
然后进去到第一个容器里面，初始化副本集
docker exec -it mongodb1 /bin/bash
登录
mongo -u 账号 -p 密码
登录成功可以查看状态
> rs.status()
{
"ok" : 0,
"errmsg" : "no replset config has been received",
"code" : 94,
"codeName" : "NotYetInitialized"
}
配置副本集
> rs.initiate({
... ... _id: "mongos",
... ... members: [
... ... { _id : 0, host : "192.168.56.201:37017" },
... ... { _id : 1, host : "192.168.56.201:37018" },
... ... { _id : 2, host : "192.168.56.201:37019" }
... ... ]
... ... });
{ "ok" : 1 }
上面提示ok就是表示成功了，这时候会选举出Primary节点。重新通过rs.status()查看状态就能看到了。
rs.status()
{
"set" : "mongos",
"date" : ISODate("2020-07-04T13:02:44.676Z"),
"myState" : 1,
"term" : NumberLong(1),
"syncingTo" : "",
"syncSourceHost" : "",
"syncSourceId" : -1,
"heartbeatIntervalMillis" : NumberLong(2000),
"majorityVoteCount" : 2,
"writeMajorityCount" : 2,
"optimes" : {
"lastCommittedOpTime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"lastCommittedWallTime" : ISODate("2020-07-04T13:02:40.809Z"),
"readConcernMajorityOpTime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"readConcernMajorityWallTime" : ISODate("2020-07-04T13:02:40.809Z"),
"appliedOpTime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"durableOpTime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"lastAppliedWallTime" : ISODate("2020-07-04T13:02:40.809Z"),
"lastDurableWallTime" : ISODate("2020-07-04T13:02:40.809Z")
},
"lastStableRecoveryTimestamp" : Timestamp(1593867720, 5),
"lastStableCheckpointTimestamp" : Timestamp(1593867720, 5),
"electionCandidateMetrics" : {
"lastElectionReason" : "electionTimeout",
"lastElectionDate" : ISODate("2020-07-04T13:02:00.300Z"),
"termAtElection" : NumberLong(1),
"lastCommittedOpTimeAtElection" : {
"ts" : Timestamp(0, 0),
"t" : NumberLong(-1)
},
"lastSeenOpTimeAtElection" : {
"ts" : Timestamp(1593867709, 1),
"t" : NumberLong(-1)
},
"numVotesNeeded" : 2,
"priorityAtElection" : 1,
"electionTimeoutMillis" : NumberLong(10000),
"numCatchUpOps" : NumberLong(-29631936),
"newTermStartDate" : ISODate("2020-07-04T13:02:00.787Z"),
"wMajorityWriteAvailabilityDate" : ISODate("2020-07-04T13:02:01.528Z")
},
"members" : [
{
"_id" : 0,
"name" : "192.168.56.201:37017",
"ip" : "192.168.56.201",
"health" : 1,
"state" : 1,
"stateStr" : "PRIMARY",
"uptime" : 155,
"optime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"optimeDate" : ISODate("2020-07-04T13:02:40Z"),
"syncingTo" : "",
"syncSourceHost" : "",
"syncSourceId" : -1,
"infoMessage" : "could not find member to sync from",
"electionTime" : Timestamp(1593867720, 1),
"electionDate" : ISODate("2020-07-04T13:02:00Z"),
"configVersion" : 1,
"self" : true,
"lastHeartbeatMessage" : ""
},
{
"_id" : 1,
"name" : "192.168.56.201:37018",
"ip" : "192.168.56.201",
"health" : 1,
"state" : 2,
"stateStr" : "SECONDARY",
"uptime" : 54,
"optime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"optimeDurable" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"optimeDate" : ISODate("2020-07-04T13:02:40Z"),
"optimeDurableDate" : ISODate("2020-07-04T13:02:40Z"),
"lastHeartbeat" : ISODate("2020-07-04T13:02:44.402Z"),
"lastHeartbeatRecv" : ISODate("2020-07-04T13:02:43.511Z"),
"pingMs" : NumberLong(0),
"lastHeartbeatMessage" : "",
"syncingTo" : "192.168.56.201:37017",
"syncSourceHost" : "192.168.56.201:37017",
"syncSourceId" : 0,
"infoMessage" : "",
"configVersion" : 1
},
{
"_id" : 2,
"name" : "192.168.56.201:37019",
"ip" : "192.168.56.201",
"health" : 1,
"state" : 2,
"stateStr" : "SECONDARY",
"uptime" : 54,
"optime" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"optimeDurable" : {
"ts" : Timestamp(1593867760, 1),
"t" : NumberLong(1)
},
"optimeDate" : ISODate("2020-07-04T13:02:40Z"),
"optimeDurableDate" : ISODate("2020-07-04T13:02:40Z"),
"lastHeartbeat" : ISODate("2020-07-04T13:02:44.402Z"),
"lastHeartbeatRecv" : ISODate("2020-07-04T13:02:43.533Z"),
"pingMs" : NumberLong(0),
"lastHeartbeatMessage" : "",
"syncingTo" : "192.168.56.201:37017",
"syncSourceHost" : "192.168.56.201:37017",