1.说明

1.1介绍

一个Ceph集群需要多个Monitor组成的小集群，它们通过Paxos同步数据，用来保存OSD的元数据。

2. 常用操作

2.1 查看mon状态

$ ceph mon stat
e1: 3 mons at {ceph-bench-osd00=xxxx:6789/0,ceph-bench-osd01=xxxx:6789/0,ceph-bench-osd02=xxxx:6789/0}, election epoch 52, leader 0 ceph-bench-osd01, quorum 0,1,2 ceph-bench-osd01,ceph-bench-osd00,ceph-bench-osd02

2.2 查看mon的选举状态

$ ceph quorum_status
{"election_epoch":52,"quorum":[0,1,2],"quorum_names":["ceph-bench-osd01","ceph-bench-osd00","ceph-bench-osd02"],"quorum_leader_name":"ceph-bench-osd01","monmap":{"epoch":1,"fsid":"97219550-d917-4154-b745-32bac14f99f2","modified":"2017-08-31 16:14:09.434281","created":"2017-08-31 16:14:09.434281","features":{"persistent":["kraken","luminous"],"optional":[]},"mons":[{"rank":0,"name":"ceph-bench-osd01","addr":"xxxx:6789/0","public_addr":"xxxx:6789/0"},{"rank":1,"name":"ceph-bench-osd00","addr":"xxxx:6789/0","public_addr":"xxxx:6789/0"},{"rank":2,"name":"ceph-bench-osd02","addr":"xxxx:6789/0","public_addr":"xxxx:6789/0"}]}}

2.3 查看mon的映射信息

$ ceph quorum_status
dumped monmap epoch 1
epoch 1
fsid 97219550-d917-4154-b745-32bac14f99f2
last_changed 2017-08-31 16:14:09.434281
created 2017-08-31 16:14:09.434281
0: xxxx:6789/0 mon.ceph-bench-osd01
1: xxxx:6789/0 mon.ceph-bench-osd00
2: xxxx:6789/0 mon.ceph-bench-osd02

2.4 删除一个mon节点

$ ceph mon remove ceph-bench-osd01
removing mon.ceph-bench-osd01 at xxxx:6789/0, there will be 2 monitors

$ ceph mon dump
dumped monmap epoch 2
epoch 2
fsid 97219550-d917-4154-b745-32bac14f99f2
last_changed 2017-11-23 17:06:35.075538
created 2017-08-31 16:14:09.434281
0: xxxx:6789/0 mon.ceph-bench-osd00
1: xxxx:6789/0 mon.ceph-bench-osd02

2.5 添加一个mon节点

$ ceph mon add  ceph-bench-osd01 xxxx:6789
adding mon.ceph-bench-osd01 at xxxx:6789/0


$ ceph mon dump
dumped monmap epoch 3
epoch 3
fsid 97219550-d917-4154-b745-32bac14f99f2
last_changed 2017-11-23 17:07:39.789494
created 2017-08-31 16:14:09.434281
0: xxxx:6789/0 mon.ceph-bench-osd01
1: xxxx:6789/0 mon.ceph-bench-osd00
2: xxxx:6789/0 mon.ceph-bench-osd02

2.6 获取mon map

$ ceph mon getmap -o 1.txt
got monmap epoch 3


$ monmaptool --print 1.txt
monmaptool: monmap file 1.txt
epoch 3
fsid 97219550-d917-4154-b745-32bac14f99f2
last_changed 2017-11-23 17:07:39.789494
created 2017-08-31 16:14:09.434281
0: xxxx:6789/0 mon.ceph-bench-osd01
1: xxxx:6789/0 mon.ceph-bench-osd00
2: xxxx:6789/0 mon.ceph-bench-osd02

2.7 注入新节点到mon map

$ ceph mon getmap -o 1.txt
got monmap epoch 3


$ monmaptool --print 1.txt
monmaptool: monmap file 1.txt
epoch 3
fsid 97219550-d917-4154-b745-32bac14f99f2
last_changed 2017-11-23 17:07:39.789494
created 2017-08-31 16:14:09.434281
0: xxxx:6789/0 mon.ceph-bench-osd01
1: xxxx:6789/0 mon.ceph-bench-osd00
2: xxxx:6789/0 mon.ceph-bench-osd02$ ceph-mon -i node4 -inject-monmap 1.txt

2.8 查看mon的admin socket

$  ceph-conf --name mon.ceph-bench-osd00 --show-config-value admin_socket
/var/run/ceph/ceph-mon.ceph-bench-osd00.asok

2.9 查看mon的详细状态

$  ceph daemon mon.ceph-bench-osd00  mon_status
{
    "name": "ceph-bench-osd00",
    "rank": 1,
    "state": "leader",
    "election_epoch": 56,
    "quorum": [
        1,
        2
    ],
    "features": {
        "required_con": "153140804152475648",
        "required_mon": [
            "kraken",
            "luminous"
        ],
        "quorum_con": "2305244844532236283",
        "quorum_mon": [
            "kraken",
            "luminous"
        ]
    },
    "outside_quorum": [],
    "extra_probe_peers": [],
    "sync_provider": [],
    "monmap": {
        "epoch": 3,
        "fsid": "97219550-d917-4154-b745-32bac14f99f2",
        "modified": "2017-11-23 17:07:39.789494",
        "created": "2017-08-31 16:14:09.434281",
        "features": {
            "persistent": [
                "kraken",
                "luminous"
            ],
            "optional": []
        },
        "mons": [
            {
                "rank": 0,
                "name": "ceph-bench-osd01",
                "addr": "100.69.178.32:6789/0",
                "public_addr": "100.69.178.32:6789/0"
            },
            {
                "rank": 1,
                "name": "ceph-bench-osd00",
                "addr": "100.69.178.34:6789/0",
                "public_addr": "100.69.178.34:6789/0"
            },
            {
                "rank": 2,
                "name": "ceph-bench-osd02",
                "addr": "100.69.179.13:6789/0",
                "public_addr": "100.69.179.13:6789/0"
            }
        ]
    },
    "feature_map": {
        "mon": {
            "group": {
                "features": "0x1ffddff8eea4fffb",
                "release": "luminous",
                "num": 1
            }
        },
        "mds": {
            "group": {
                "features": "0x1ffddff8eea4fffb",
                "release": "luminous",
                "num": 2
            }
        },
        "osd": {
            "group": {
                "features": "0x1ffddff8eea4fffb",
                "release": "luminous",
                "num": 19
            }
        },
        "client": {
            "group": {
                "features": "0x40106b84a842a52",
                "release": "jewel",
                "num": 1
            },
            "group": {
                "features": "0x40107b84a842ada",
                "release": "jewel",
                "num": 1
            },
            "group": {
                "features": "0x7fddff8ee84bffb",
                "release": "jewel",
                "num": 1
            },
            "group": {
                "features": "0x1ffddff8eea4fffb",
                "release": "luminous",
                "num": 1
            }
        }
    }
}