``` ceph-deploy mon create-initial [ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf [ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy mon create-initial [ceph_deploy.cli][INFO ] ceph-deploy options: [ceph_deploy.cli][INFO ] username : None [ceph_deploy.cli][INFO ] verbose : False [ceph_deploy.cli][INFO ] overwrite_conf : False [ceph_deploy.cli][INFO ] subcommand : create-initial [ceph_deploy.cli][INFO ] quiet : False [ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fd98211add0> [ceph_deploy.cli][INFO ] cluster : ceph [ceph_deploy.cli][INFO ] func : <function mon at 0x7fd9825867d0> [ceph_deploy.cli][INFO ] ceph_conf : None [ceph_deploy.cli][INFO ] default_release : False [ceph_deploy.cli][INFO ] keyrings : None [ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts qn-cnfslhc ds-001 [ceph_deploy.mon][DEBUG ] detecting platform for host qn-cnfslhc ... [qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc [qn-cnfslhc][DEBUG ] detect platform information from remote host [qn-cnfslhc][DEBUG ] detect machine type [qn-cnfslhc][DEBUG ] find the location of an executable [ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.6.1810 Core [qn-cnfslhc][DEBUG ] determining if provided host has same hostname in remote [qn-cnfslhc][DEBUG ] get remote short hostname [qn-cnfslhc][DEBUG ] deploying mon to qn-cnfslhc [qn-cnfslhc][DEBUG ] get remote short hostname [qn-cnfslhc][DEBUG ] remote hostname: qn-cnfslhc [qn-cnfslhc][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf [qn-cnfslhc][DEBUG ] create the mon path if it does not exist [qn-cnfslhc][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-qn-cnfslhc/done [qn-cnfslhc][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-qn-cnfslhc/done [qn-cnfslhc][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring [qn-cnfslhc][DEBUG ] create the monitor keyring file [qn-cnfslhc][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i qn-cnfslhc --keyring /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring --setuser 167 --setgroup 167 [qn-cnfslhc][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring [qn-cnfslhc][DEBUG ] create a done file to avoid re-doing the mon deployment [qn-cnfslhc][DEBUG ] create the init path if it does not exist [qn-cnfslhc][INFO ] Running command: systemctl enable ceph.target [qn-cnfslhc][INFO ] Running command: systemctl enable ceph-mon@qn-cnfslhc [qn-cnfslhc][INFO ] Running command: systemctl start ceph-mon@qn-cnfslhc [qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status [qn-cnfslhc][DEBUG ] ******************************************************************************** [qn-cnfslhc][DEBUG ] status for monitor: mon.qn-cnfslhc [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "election_epoch": 0, [qn-cnfslhc][DEBUG ] "extra_probe_peers": [ [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addrvec": [ [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "131.154.128.145:3300", [qn-cnfslhc][DEBUG ] "nonce": 0, [qn-cnfslhc][DEBUG ] "type": "v2" [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "131.154.128.145:6789", [qn-cnfslhc][DEBUG ] "nonce": 0, [qn-cnfslhc][DEBUG ] "type": "v1" [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ] [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ], [qn-cnfslhc][DEBUG ] "feature_map": { [qn-cnfslhc][DEBUG ] "mon": [ [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "features": "0x3ffddff8ffacffff", [qn-cnfslhc][DEBUG ] "num": 1, [qn-cnfslhc][DEBUG ] "release": "luminous" [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ] [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] "features": { [qn-cnfslhc][DEBUG ] "quorum_con": "0", [qn-cnfslhc][DEBUG ] "quorum_mon": [], [qn-cnfslhc][DEBUG ] "required_con": "0", [qn-cnfslhc][DEBUG ] "required_mon": [] [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] "monmap": { [qn-cnfslhc][DEBUG ] "created": "2019-10-03 15:53:06.270720", [qn-cnfslhc][DEBUG ] "epoch": 0, [qn-cnfslhc][DEBUG ] "features": { [qn-cnfslhc][DEBUG ] "optional": [], [qn-cnfslhc][DEBUG ] "persistent": [] [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] "fsid": "34137c93-4c2d-42f0-85a9-c6b3717e80f8", [qn-cnfslhc][DEBUG ] "min_mon_release": 0, [qn-cnfslhc][DEBUG ] "min_mon_release_name": "unknown", [qn-cnfslhc][DEBUG ] "modified": "2019-10-03 15:53:06.270720", [qn-cnfslhc][DEBUG ] "mons": [ [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:6789/0", [qn-cnfslhc][DEBUG ] "name": "qn-cnfslhc", [qn-cnfslhc][DEBUG ] "public_addr": "131.154.130.69:6789/0", [qn-cnfslhc][DEBUG ] "public_addrs": { [qn-cnfslhc][DEBUG ] "addrvec": [ [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:3300", [qn-cnfslhc][DEBUG ] "nonce": 0, [qn-cnfslhc][DEBUG ] "type": "v2" [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:6789", [qn-cnfslhc][DEBUG ] "nonce": 0, [qn-cnfslhc][DEBUG ] "type": "v1" [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ] [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] "rank": 0 [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "0.0.0.0:0/1", [qn-cnfslhc][DEBUG ] "name": "ds-001", [qn-cnfslhc][DEBUG ] "public_addr": "0.0.0.0:0/1", [qn-cnfslhc][DEBUG ] "public_addrs": { [qn-cnfslhc][DEBUG ] "addrvec": [ [qn-cnfslhc][DEBUG ] { [qn-cnfslhc][DEBUG ] "addr": "0.0.0.0:0", [qn-cnfslhc][DEBUG ] "nonce": 1, [qn-cnfslhc][DEBUG ] "type": "v1" [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ] [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] "rank": 1 [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ] [qn-cnfslhc][DEBUG ] }, [qn-cnfslhc][DEBUG ] "name": "qn-cnfslhc", [qn-cnfslhc][DEBUG ] "outside_quorum": [ [qn-cnfslhc][DEBUG ] "qn-cnfslhc" [qn-cnfslhc][DEBUG ] ], [qn-cnfslhc][DEBUG ] "quorum": [], [qn-cnfslhc][DEBUG ] "rank": 0, [qn-cnfslhc][DEBUG ] "state": "probing", [qn-cnfslhc][DEBUG ] "sync_provider": [] [qn-cnfslhc][DEBUG ] } [qn-cnfslhc][DEBUG ] ******************************************************************************** [qn-cnfslhc][INFO ] monitor: mon.qn-cnfslhc is running [qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status [ceph_deploy.mon][DEBUG ] detecting platform for host ds-001 ... [ds-001][DEBUG ] connected to host: ds-001 [ds-001][DEBUG ] detect platform information from remote host [ds-001][DEBUG ] detect machine type [ds-001][DEBUG ] find the location of an executable [ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.6.1810 Core [ds-001][DEBUG ] determining if provided host has same hostname in remote [ds-001][DEBUG ] get remote short hostname [ds-001][DEBUG ] deploying mon to ds-001 [ds-001][DEBUG ] get remote short hostname [ds-001][DEBUG ] remote hostname: ds-001 [ds-001][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf [ds-001][DEBUG ] create the mon path if it does not exist [ds-001][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ds-001/done [ds-001][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ds-001/done [ds-001][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ds-001.mon.keyring [ds-001][DEBUG ] create the monitor keyring file [ds-001][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ds-001 --keyring /var/lib/ceph/tmp/ceph-ds-001.mon.keyring --setuser 167 --setgroup 167 [ds-001][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ds-001.mon.keyring [ds-001][DEBUG ] create a done file to avoid re-doing the mon deployment [ds-001][DEBUG ] create the init path if it does not exist [ds-001][INFO ] Running command: systemctl enable ceph.target [ds-001][INFO ] Running command: systemctl enable ceph-mon@ds-001 [ds-001][INFO ] Running command: systemctl start ceph-mon@ds-001 [ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status [ds-001][DEBUG ] ******************************************************************************** [ds-001][DEBUG ] status for monitor: mon.ds-001 [ds-001][DEBUG ] { [ds-001][DEBUG ] "election_epoch": 1, [ds-001][DEBUG ] "extra_probe_peers": [ [ds-001][DEBUG ] "131.154.130.69:6789/0" [ds-001][DEBUG ] ], [ds-001][DEBUG ] "feature_map": { [ds-001][DEBUG ] "mon": [ [ds-001][DEBUG ] { [ds-001][DEBUG ] "features": "0x3ffddff8ffacfffb", [ds-001][DEBUG ] "num": 1, [ds-001][DEBUG ] "release": "luminous" [ds-001][DEBUG ] } [ds-001][DEBUG ] ] [ds-001][DEBUG ] }, [ds-001][DEBUG ] "features": { [ds-001][DEBUG ] "quorum_con": "0", [ds-001][DEBUG ] "quorum_mon": [], [ds-001][DEBUG ] "required_con": "0", [ds-001][DEBUG ] "required_mon": [] [ds-001][DEBUG ] }, [ds-001][DEBUG ] "monmap": { [ds-001][DEBUG ] "created": "2019-10-03 15:53:10.107437", [ds-001][DEBUG ] "epoch": 0, [ds-001][DEBUG ] "features": { [ds-001][DEBUG ] "optional": [], [ds-001][DEBUG ] "persistent": [] [ds-001][DEBUG ] }, [ds-001][DEBUG ] "fsid": "34137c93-4c2d-42f0-85a9-c6b3717e80f8", [ds-001][DEBUG ] "modified": "2019-10-03 15:53:10.107437", [ds-001][DEBUG ] "mons": [ [ds-001][DEBUG ] { [ds-001][DEBUG ] "addr": "131.154.128.145:6789/0", [ds-001][DEBUG ] "name": "ds-001", [ds-001][DEBUG ] "public_addr": "131.154.128.145:6789/0", [ds-001][DEBUG ] "rank": 0 [ds-001][DEBUG ] }, [ds-001][DEBUG ] { [ds-001][DEBUG ] "addr": "131.154.130.69:6789/0", [ds-001][DEBUG ] "name": "qn-cnfslhc", [ds-001][DEBUG ] "public_addr": "131.154.130.69:6789/0", [ds-001][DEBUG ] "rank": 1 [ds-001][DEBUG ] } [ds-001][DEBUG ] ] [ds-001][DEBUG ] }, [ds-001][DEBUG ] "name": "ds-001", [ds-001][DEBUG ] "outside_quorum": [], [ds-001][DEBUG ] "quorum": [], [ds-001][DEBUG ] "rank": 0, [ds-001][DEBUG ] "state": "electing", [ds-001][DEBUG ] "sync_provider": [] [ds-001][DEBUG ] } [ds-001][DEBUG ] ******************************************************************************** [ds-001][INFO ] monitor: mon.ds-001 is running [ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status [ceph_deploy.mon][INFO ] processing monitor mon.qn-cnfslhc [qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc [qn-cnfslhc][DEBUG ] detect platform information from remote host [qn-cnfslhc][DEBUG ] detect machine type [qn-cnfslhc][DEBUG ] find the location of an executable [qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status [ceph_deploy.mon][WARNIN] mon.qn-cnfslhc monitor is not yet in quorum, tries left: 5 [ceph_deploy.mon][WARNIN] waiting 5 seconds before retrying [qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status [ceph_deploy.mon][INFO ] mon.qn-cnfslhc monitor has reached quorum! [ceph_deploy.mon][INFO ] processing monitor mon.ds-001 [ds-001][DEBUG ] connected to host: ds-001 [ds-001][DEBUG ] detect platform information from remote host [ds-001][DEBUG ] detect machine type [ds-001][DEBUG ] find the location of an executable [ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status [ceph_deploy.mon][INFO ] mon.ds-001 monitor has reached quorum! [ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum [ceph_deploy.mon][INFO ] Running gatherkeys... [ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpmYPkfm [qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc [qn-cnfslhc][DEBUG ] detect platform information from remote host [qn-cnfslhc][DEBUG ] detect machine type [qn-cnfslhc][DEBUG ] get remote short hostname [qn-cnfslhc][DEBUG ] fetch remote file [qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status [qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.admin [qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-mds [qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-mgr [qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-osd [qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-rgw [ceph_deploy.gatherkeys][INFO ] Storing ceph.client.admin.keyring [ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-mds.keyring [ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-mgr.keyring [ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists [ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-osd.keyring [ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-rgw.keyring [ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpmYPkfm ```