-
Antonio Falabella authoredAntonio Falabella authored
create-initial.md 13.93 KiB
ceph-deploy mon create-initial
[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy mon create-initial
[ceph_deploy.cli][INFO ] ceph-deploy options:
[ceph_deploy.cli][INFO ] username : None
[ceph_deploy.cli][INFO ] verbose : False
[ceph_deploy.cli][INFO ] overwrite_conf : False
[ceph_deploy.cli][INFO ] subcommand : create-initial
[ceph_deploy.cli][INFO ] quiet : False
[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fd98211add0>
[ceph_deploy.cli][INFO ] cluster : ceph
[ceph_deploy.cli][INFO ] func : <function mon at 0x7fd9825867d0>
[ceph_deploy.cli][INFO ] ceph_conf : None
[ceph_deploy.cli][INFO ] default_release : False
[ceph_deploy.cli][INFO ] keyrings : None
[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts qn-cnfslhc ds-001
[ceph_deploy.mon][DEBUG ] detecting platform for host qn-cnfslhc ...
[qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc
[qn-cnfslhc][DEBUG ] detect platform information from remote host
[qn-cnfslhc][DEBUG ] detect machine type
[qn-cnfslhc][DEBUG ] find the location of an executable
[ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.6.1810 Core
[qn-cnfslhc][DEBUG ] determining if provided host has same hostname in remote
[qn-cnfslhc][DEBUG ] get remote short hostname
[qn-cnfslhc][DEBUG ] deploying mon to qn-cnfslhc
[qn-cnfslhc][DEBUG ] get remote short hostname
[qn-cnfslhc][DEBUG ] remote hostname: qn-cnfslhc
[qn-cnfslhc][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
[qn-cnfslhc][DEBUG ] create the mon path if it does not exist
[qn-cnfslhc][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-qn-cnfslhc/done
[qn-cnfslhc][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-qn-cnfslhc/done
[qn-cnfslhc][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring
[qn-cnfslhc][DEBUG ] create the monitor keyring file
[qn-cnfslhc][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i qn-cnfslhc --keyring /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring --setuser 167 --setgroup 167
[qn-cnfslhc][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring
[qn-cnfslhc][DEBUG ] create a done file to avoid re-doing the mon deployment
[qn-cnfslhc][DEBUG ] create the init path if it does not exist
[qn-cnfslhc][INFO ] Running command: systemctl enable ceph.target
[qn-cnfslhc][INFO ] Running command: systemctl enable ceph-mon@qn-cnfslhc
[qn-cnfslhc][INFO ] Running command: systemctl start ceph-mon@qn-cnfslhc
[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
[qn-cnfslhc][DEBUG ] ********************************************************************************
[qn-cnfslhc][DEBUG ] status for monitor: mon.qn-cnfslhc
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "election_epoch": 0,
[qn-cnfslhc][DEBUG ] "extra_probe_peers": [
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addrvec": [
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "131.154.128.145:3300",
[qn-cnfslhc][DEBUG ] "nonce": 0,
[qn-cnfslhc][DEBUG ] "type": "v2"
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "131.154.128.145:6789",
[qn-cnfslhc][DEBUG ] "nonce": 0,
[qn-cnfslhc][DEBUG ] "type": "v1"
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ]
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ],
[qn-cnfslhc][DEBUG ] "feature_map": {
[qn-cnfslhc][DEBUG ] "mon": [
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "features": "0x3ffddff8ffacffff",
[qn-cnfslhc][DEBUG ] "num": 1,
[qn-cnfslhc][DEBUG ] "release": "luminous"
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ]
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] "features": {
[qn-cnfslhc][DEBUG ] "quorum_con": "0",
[qn-cnfslhc][DEBUG ] "quorum_mon": [],
[qn-cnfslhc][DEBUG ] "required_con": "0",
[qn-cnfslhc][DEBUG ] "required_mon": []
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] "monmap": {
[qn-cnfslhc][DEBUG ] "created": "2019-10-03 15:53:06.270720",
[qn-cnfslhc][DEBUG ] "epoch": 0,
[qn-cnfslhc][DEBUG ] "features": {
[qn-cnfslhc][DEBUG ] "optional": [],
[qn-cnfslhc][DEBUG ] "persistent": []
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] "fsid": "34137c93-4c2d-42f0-85a9-c6b3717e80f8",
[qn-cnfslhc][DEBUG ] "min_mon_release": 0,
[qn-cnfslhc][DEBUG ] "min_mon_release_name": "unknown",
[qn-cnfslhc][DEBUG ] "modified": "2019-10-03 15:53:06.270720",
[qn-cnfslhc][DEBUG ] "mons": [
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:6789/0",
[qn-cnfslhc][DEBUG ] "name": "qn-cnfslhc",
[qn-cnfslhc][DEBUG ] "public_addr": "131.154.130.69:6789/0",
[qn-cnfslhc][DEBUG ] "public_addrs": {
[qn-cnfslhc][DEBUG ] "addrvec": [
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:3300",
[qn-cnfslhc][DEBUG ] "nonce": 0,
[qn-cnfslhc][DEBUG ] "type": "v2"
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:6789",
[qn-cnfslhc][DEBUG ] "nonce": 0,
[qn-cnfslhc][DEBUG ] "type": "v1"
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ]
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] "rank": 0
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "0.0.0.0:0/1",
[qn-cnfslhc][DEBUG ] "name": "ds-001",
[qn-cnfslhc][DEBUG ] "public_addr": "0.0.0.0:0/1",
[qn-cnfslhc][DEBUG ] "public_addrs": {
[qn-cnfslhc][DEBUG ] "addrvec": [
[qn-cnfslhc][DEBUG ] {
[qn-cnfslhc][DEBUG ] "addr": "0.0.0.0:0",
[qn-cnfslhc][DEBUG ] "nonce": 1,
[qn-cnfslhc][DEBUG ] "type": "v1"
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ]
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] "rank": 1
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ]
[qn-cnfslhc][DEBUG ] },
[qn-cnfslhc][DEBUG ] "name": "qn-cnfslhc",
[qn-cnfslhc][DEBUG ] "outside_quorum": [
[qn-cnfslhc][DEBUG ] "qn-cnfslhc"
[qn-cnfslhc][DEBUG ] ],
[qn-cnfslhc][DEBUG ] "quorum": [],
[qn-cnfslhc][DEBUG ] "rank": 0,
[qn-cnfslhc][DEBUG ] "state": "probing",
[qn-cnfslhc][DEBUG ] "sync_provider": []
[qn-cnfslhc][DEBUG ] }
[qn-cnfslhc][DEBUG ] ********************************************************************************
[qn-cnfslhc][INFO ] monitor: mon.qn-cnfslhc is running
[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
[ceph_deploy.mon][DEBUG ] detecting platform for host ds-001 ...
[ds-001][DEBUG ] connected to host: ds-001
[ds-001][DEBUG ] detect platform information from remote host
[ds-001][DEBUG ] detect machine type
[ds-001][DEBUG ] find the location of an executable
[ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.6.1810 Core
[ds-001][DEBUG ] determining if provided host has same hostname in remote
[ds-001][DEBUG ] get remote short hostname
[ds-001][DEBUG ] deploying mon to ds-001
[ds-001][DEBUG ] get remote short hostname
[ds-001][DEBUG ] remote hostname: ds-001
[ds-001][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
[ds-001][DEBUG ] create the mon path if it does not exist
[ds-001][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ds-001/done
[ds-001][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ds-001/done
[ds-001][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ds-001.mon.keyring
[ds-001][DEBUG ] create the monitor keyring file
[ds-001][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ds-001 --keyring /var/lib/ceph/tmp/ceph-ds-001.mon.keyring --setuser 167 --setgroup 167
[ds-001][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ds-001.mon.keyring
[ds-001][DEBUG ] create a done file to avoid re-doing the mon deployment
[ds-001][DEBUG ] create the init path if it does not exist
[ds-001][INFO ] Running command: systemctl enable ceph.target
[ds-001][INFO ] Running command: systemctl enable ceph-mon@ds-001
[ds-001][INFO ] Running command: systemctl start ceph-mon@ds-001
[ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status
[ds-001][DEBUG ] ********************************************************************************
[ds-001][DEBUG ] status for monitor: mon.ds-001
[ds-001][DEBUG ] {
[ds-001][DEBUG ] "election_epoch": 1,
[ds-001][DEBUG ] "extra_probe_peers": [
[ds-001][DEBUG ] "131.154.130.69:6789/0"
[ds-001][DEBUG ] ],
[ds-001][DEBUG ] "feature_map": {
[ds-001][DEBUG ] "mon": [
[ds-001][DEBUG ] {
[ds-001][DEBUG ] "features": "0x3ffddff8ffacfffb",
[ds-001][DEBUG ] "num": 1,
[ds-001][DEBUG ] "release": "luminous"
[ds-001][DEBUG ] }
[ds-001][DEBUG ] ]
[ds-001][DEBUG ] },
[ds-001][DEBUG ] "features": {
[ds-001][DEBUG ] "quorum_con": "0",
[ds-001][DEBUG ] "quorum_mon": [],
[ds-001][DEBUG ] "required_con": "0",
[ds-001][DEBUG ] "required_mon": []
[ds-001][DEBUG ] },
[ds-001][DEBUG ] "monmap": {
[ds-001][DEBUG ] "created": "2019-10-03 15:53:10.107437",
[ds-001][DEBUG ] "epoch": 0,
[ds-001][DEBUG ] "features": {
[ds-001][DEBUG ] "optional": [],
[ds-001][DEBUG ] "persistent": []
[ds-001][DEBUG ] },
[ds-001][DEBUG ] "fsid": "34137c93-4c2d-42f0-85a9-c6b3717e80f8",
[ds-001][DEBUG ] "modified": "2019-10-03 15:53:10.107437",
[ds-001][DEBUG ] "mons": [
[ds-001][DEBUG ] {
[ds-001][DEBUG ] "addr": "131.154.128.145:6789/0",
[ds-001][DEBUG ] "name": "ds-001",
[ds-001][DEBUG ] "public_addr": "131.154.128.145:6789/0",
[ds-001][DEBUG ] "rank": 0
[ds-001][DEBUG ] },
[ds-001][DEBUG ] {
[ds-001][DEBUG ] "addr": "131.154.130.69:6789/0",
[ds-001][DEBUG ] "name": "qn-cnfslhc",
[ds-001][DEBUG ] "public_addr": "131.154.130.69:6789/0",
[ds-001][DEBUG ] "rank": 1
[ds-001][DEBUG ] }
[ds-001][DEBUG ] ]
[ds-001][DEBUG ] },
[ds-001][DEBUG ] "name": "ds-001",
[ds-001][DEBUG ] "outside_quorum": [],
[ds-001][DEBUG ] "quorum": [],
[ds-001][DEBUG ] "rank": 0,
[ds-001][DEBUG ] "state": "electing",
[ds-001][DEBUG ] "sync_provider": []
[ds-001][DEBUG ] }
[ds-001][DEBUG ] ********************************************************************************
[ds-001][INFO ] monitor: mon.ds-001 is running
[ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status
[ceph_deploy.mon][INFO ] processing monitor mon.qn-cnfslhc
[qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc
[qn-cnfslhc][DEBUG ] detect platform information from remote host
[qn-cnfslhc][DEBUG ] detect machine type
[qn-cnfslhc][DEBUG ] find the location of an executable
[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
[ceph_deploy.mon][WARNIN] mon.qn-cnfslhc monitor is not yet in quorum, tries left: 5
[ceph_deploy.mon][WARNIN] waiting 5 seconds before retrying
[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
[ceph_deploy.mon][INFO ] mon.qn-cnfslhc monitor has reached quorum!
[ceph_deploy.mon][INFO ] processing monitor mon.ds-001
[ds-001][DEBUG ] connected to host: ds-001
[ds-001][DEBUG ] detect platform information from remote host
[ds-001][DEBUG ] detect machine type
[ds-001][DEBUG ] find the location of an executable
[ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status
[ceph_deploy.mon][INFO ] mon.ds-001 monitor has reached quorum!
[ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum
[ceph_deploy.mon][INFO ] Running gatherkeys...
[ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpmYPkfm
[qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc
[qn-cnfslhc][DEBUG ] detect platform information from remote host
[qn-cnfslhc][DEBUG ] detect machine type
[qn-cnfslhc][DEBUG ] get remote short hostname
[qn-cnfslhc][DEBUG ] fetch remote file
[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.admin
[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-mds
[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-mgr
[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-osd
[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-rgw
[ceph_deploy.gatherkeys][INFO ] Storing ceph.client.admin.keyring
[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-mds.keyring
[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-mgr.keyring
[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists
[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-osd.keyring
[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-rgw.keyring
[ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpmYPkfm