From 11b830f4c01f4be0c679cf32c81e9fe811a0ec46 Mon Sep 17 00:00:00 2001
From: Antonio Falabella <antonio.falabella@cnaf.infn.it>
Date: Thu, 3 Oct 2019 16:11:03 +0200
Subject: [PATCH] Some logs
---
README.md | 1 +
docs/create-initial.md | 258 +++++++++++++++++++++++++++++++++++++++++
2 files changed, 259 insertions(+)
create mode 100644 docs/create-initial.md
diff --git a/README.md b/README.md
index eab2d1b..2e40347 100644
--- a/README.md
+++ b/README.md
@@ -1,6 +1,7 @@
# ceph installation and configuration recipes
* [Installation](installation.md)
+** [Create initial monitors](docs/create-initial.md)
* [Configuration](configuration.md)
* [Maintenance](maintenance.md)
* [C-states](power.md)
diff --git a/docs/create-initial.md b/docs/create-initial.md
new file mode 100644
index 0000000..b70c8fe
--- /dev/null
+++ b/docs/create-initial.md
@@ -0,0 +1,258 @@
+```
+ceph-deploy mon create-initial
+[ceph_deploy.conf][DEBUG ] found configuration file at: /root/.cephdeploy.conf
+[ceph_deploy.cli][INFO ] Invoked (2.0.1): /usr/bin/ceph-deploy mon create-initial
+[ceph_deploy.cli][INFO ] ceph-deploy options:
+[ceph_deploy.cli][INFO ] username : None
+[ceph_deploy.cli][INFO ] verbose : False
+[ceph_deploy.cli][INFO ] overwrite_conf : False
+[ceph_deploy.cli][INFO ] subcommand : create-initial
+[ceph_deploy.cli][INFO ] quiet : False
+[ceph_deploy.cli][INFO ] cd_conf : <ceph_deploy.conf.cephdeploy.Conf instance at 0x7fd98211add0>
+[ceph_deploy.cli][INFO ] cluster : ceph
+[ceph_deploy.cli][INFO ] func : <function mon at 0x7fd9825867d0>
+[ceph_deploy.cli][INFO ] ceph_conf : None
+[ceph_deploy.cli][INFO ] default_release : False
+[ceph_deploy.cli][INFO ] keyrings : None
+[ceph_deploy.mon][DEBUG ] Deploying mon, cluster ceph hosts qn-cnfslhc ds-001
+[ceph_deploy.mon][DEBUG ] detecting platform for host qn-cnfslhc ...
+[qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc
+[qn-cnfslhc][DEBUG ] detect platform information from remote host
+[qn-cnfslhc][DEBUG ] detect machine type
+[qn-cnfslhc][DEBUG ] find the location of an executable
+[ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.6.1810 Core
+[qn-cnfslhc][DEBUG ] determining if provided host has same hostname in remote
+[qn-cnfslhc][DEBUG ] get remote short hostname
+[qn-cnfslhc][DEBUG ] deploying mon to qn-cnfslhc
+[qn-cnfslhc][DEBUG ] get remote short hostname
+[qn-cnfslhc][DEBUG ] remote hostname: qn-cnfslhc
+[qn-cnfslhc][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
+[qn-cnfslhc][DEBUG ] create the mon path if it does not exist
+[qn-cnfslhc][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-qn-cnfslhc/done
+[qn-cnfslhc][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-qn-cnfslhc/done
+[qn-cnfslhc][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring
+[qn-cnfslhc][DEBUG ] create the monitor keyring file
+[qn-cnfslhc][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i qn-cnfslhc --keyring /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring --setuser 167 --setgroup 167
+[qn-cnfslhc][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-qn-cnfslhc.mon.keyring
+[qn-cnfslhc][DEBUG ] create a done file to avoid re-doing the mon deployment
+[qn-cnfslhc][DEBUG ] create the init path if it does not exist
+[qn-cnfslhc][INFO ] Running command: systemctl enable ceph.target
+[qn-cnfslhc][INFO ] Running command: systemctl enable ceph-mon@qn-cnfslhc
+[qn-cnfslhc][INFO ] Running command: systemctl start ceph-mon@qn-cnfslhc
+[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
+[qn-cnfslhc][DEBUG ] ********************************************************************************
+[qn-cnfslhc][DEBUG ] status for monitor: mon.qn-cnfslhc
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "election_epoch": 0,
+[qn-cnfslhc][DEBUG ] "extra_probe_peers": [
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addrvec": [
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "131.154.128.145:3300",
+[qn-cnfslhc][DEBUG ] "nonce": 0,
+[qn-cnfslhc][DEBUG ] "type": "v2"
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "131.154.128.145:6789",
+[qn-cnfslhc][DEBUG ] "nonce": 0,
+[qn-cnfslhc][DEBUG ] "type": "v1"
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ]
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ],
+[qn-cnfslhc][DEBUG ] "feature_map": {
+[qn-cnfslhc][DEBUG ] "mon": [
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "features": "0x3ffddff8ffacffff",
+[qn-cnfslhc][DEBUG ] "num": 1,
+[qn-cnfslhc][DEBUG ] "release": "luminous"
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ]
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] "features": {
+[qn-cnfslhc][DEBUG ] "quorum_con": "0",
+[qn-cnfslhc][DEBUG ] "quorum_mon": [],
+[qn-cnfslhc][DEBUG ] "required_con": "0",
+[qn-cnfslhc][DEBUG ] "required_mon": []
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] "monmap": {
+[qn-cnfslhc][DEBUG ] "created": "2019-10-03 15:53:06.270720",
+[qn-cnfslhc][DEBUG ] "epoch": 0,
+[qn-cnfslhc][DEBUG ] "features": {
+[qn-cnfslhc][DEBUG ] "optional": [],
+[qn-cnfslhc][DEBUG ] "persistent": []
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] "fsid": "34137c93-4c2d-42f0-85a9-c6b3717e80f8",
+[qn-cnfslhc][DEBUG ] "min_mon_release": 0,
+[qn-cnfslhc][DEBUG ] "min_mon_release_name": "unknown",
+[qn-cnfslhc][DEBUG ] "modified": "2019-10-03 15:53:06.270720",
+[qn-cnfslhc][DEBUG ] "mons": [
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:6789/0",
+[qn-cnfslhc][DEBUG ] "name": "qn-cnfslhc",
+[qn-cnfslhc][DEBUG ] "public_addr": "131.154.130.69:6789/0",
+[qn-cnfslhc][DEBUG ] "public_addrs": {
+[qn-cnfslhc][DEBUG ] "addrvec": [
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:3300",
+[qn-cnfslhc][DEBUG ] "nonce": 0,
+[qn-cnfslhc][DEBUG ] "type": "v2"
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "131.154.130.69:6789",
+[qn-cnfslhc][DEBUG ] "nonce": 0,
+[qn-cnfslhc][DEBUG ] "type": "v1"
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ]
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] "rank": 0
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "0.0.0.0:0/1",
+[qn-cnfslhc][DEBUG ] "name": "ds-001",
+[qn-cnfslhc][DEBUG ] "public_addr": "0.0.0.0:0/1",
+[qn-cnfslhc][DEBUG ] "public_addrs": {
+[qn-cnfslhc][DEBUG ] "addrvec": [
+[qn-cnfslhc][DEBUG ] {
+[qn-cnfslhc][DEBUG ] "addr": "0.0.0.0:0",
+[qn-cnfslhc][DEBUG ] "nonce": 1,
+[qn-cnfslhc][DEBUG ] "type": "v1"
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ]
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] "rank": 1
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ]
+[qn-cnfslhc][DEBUG ] },
+[qn-cnfslhc][DEBUG ] "name": "qn-cnfslhc",
+[qn-cnfslhc][DEBUG ] "outside_quorum": [
+[qn-cnfslhc][DEBUG ] "qn-cnfslhc"
+[qn-cnfslhc][DEBUG ] ],
+[qn-cnfslhc][DEBUG ] "quorum": [],
+[qn-cnfslhc][DEBUG ] "rank": 0,
+[qn-cnfslhc][DEBUG ] "state": "probing",
+[qn-cnfslhc][DEBUG ] "sync_provider": []
+[qn-cnfslhc][DEBUG ] }
+[qn-cnfslhc][DEBUG ] ********************************************************************************
+[qn-cnfslhc][INFO ] monitor: mon.qn-cnfslhc is running
+[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
+[ceph_deploy.mon][DEBUG ] detecting platform for host ds-001 ...
+[ds-001][DEBUG ] connected to host: ds-001
+[ds-001][DEBUG ] detect platform information from remote host
+[ds-001][DEBUG ] detect machine type
+[ds-001][DEBUG ] find the location of an executable
+[ceph_deploy.mon][INFO ] distro info: CentOS Linux 7.6.1810 Core
+[ds-001][DEBUG ] determining if provided host has same hostname in remote
+[ds-001][DEBUG ] get remote short hostname
+[ds-001][DEBUG ] deploying mon to ds-001
+[ds-001][DEBUG ] get remote short hostname
+[ds-001][DEBUG ] remote hostname: ds-001
+[ds-001][DEBUG ] write cluster configuration to /etc/ceph/{cluster}.conf
+[ds-001][DEBUG ] create the mon path if it does not exist
+[ds-001][DEBUG ] checking for done path: /var/lib/ceph/mon/ceph-ds-001/done
+[ds-001][DEBUG ] done path does not exist: /var/lib/ceph/mon/ceph-ds-001/done
+[ds-001][INFO ] creating keyring file: /var/lib/ceph/tmp/ceph-ds-001.mon.keyring
+[ds-001][DEBUG ] create the monitor keyring file
+[ds-001][INFO ] Running command: ceph-mon --cluster ceph --mkfs -i ds-001 --keyring /var/lib/ceph/tmp/ceph-ds-001.mon.keyring --setuser 167 --setgroup 167
+[ds-001][INFO ] unlinking keyring file /var/lib/ceph/tmp/ceph-ds-001.mon.keyring
+[ds-001][DEBUG ] create a done file to avoid re-doing the mon deployment
+[ds-001][DEBUG ] create the init path if it does not exist
+[ds-001][INFO ] Running command: systemctl enable ceph.target
+[ds-001][INFO ] Running command: systemctl enable ceph-mon@ds-001
+[ds-001][INFO ] Running command: systemctl start ceph-mon@ds-001
+[ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status
+[ds-001][DEBUG ] ********************************************************************************
+[ds-001][DEBUG ] status for monitor: mon.ds-001
+[ds-001][DEBUG ] {
+[ds-001][DEBUG ] "election_epoch": 1,
+[ds-001][DEBUG ] "extra_probe_peers": [
+[ds-001][DEBUG ] "131.154.130.69:6789/0"
+[ds-001][DEBUG ] ],
+[ds-001][DEBUG ] "feature_map": {
+[ds-001][DEBUG ] "mon": [
+[ds-001][DEBUG ] {
+[ds-001][DEBUG ] "features": "0x3ffddff8ffacfffb",
+[ds-001][DEBUG ] "num": 1,
+[ds-001][DEBUG ] "release": "luminous"
+[ds-001][DEBUG ] }
+[ds-001][DEBUG ] ]
+[ds-001][DEBUG ] },
+[ds-001][DEBUG ] "features": {
+[ds-001][DEBUG ] "quorum_con": "0",
+[ds-001][DEBUG ] "quorum_mon": [],
+[ds-001][DEBUG ] "required_con": "0",
+[ds-001][DEBUG ] "required_mon": []
+[ds-001][DEBUG ] },
+[ds-001][DEBUG ] "monmap": {
+[ds-001][DEBUG ] "created": "2019-10-03 15:53:10.107437",
+[ds-001][DEBUG ] "epoch": 0,
+[ds-001][DEBUG ] "features": {
+[ds-001][DEBUG ] "optional": [],
+[ds-001][DEBUG ] "persistent": []
+[ds-001][DEBUG ] },
+[ds-001][DEBUG ] "fsid": "34137c93-4c2d-42f0-85a9-c6b3717e80f8",
+[ds-001][DEBUG ] "modified": "2019-10-03 15:53:10.107437",
+[ds-001][DEBUG ] "mons": [
+[ds-001][DEBUG ] {
+[ds-001][DEBUG ] "addr": "131.154.128.145:6789/0",
+[ds-001][DEBUG ] "name": "ds-001",
+[ds-001][DEBUG ] "public_addr": "131.154.128.145:6789/0",
+[ds-001][DEBUG ] "rank": 0
+[ds-001][DEBUG ] },
+[ds-001][DEBUG ] {
+[ds-001][DEBUG ] "addr": "131.154.130.69:6789/0",
+[ds-001][DEBUG ] "name": "qn-cnfslhc",
+[ds-001][DEBUG ] "public_addr": "131.154.130.69:6789/0",
+[ds-001][DEBUG ] "rank": 1
+[ds-001][DEBUG ] }
+[ds-001][DEBUG ] ]
+[ds-001][DEBUG ] },
+[ds-001][DEBUG ] "name": "ds-001",
+[ds-001][DEBUG ] "outside_quorum": [],
+[ds-001][DEBUG ] "quorum": [],
+[ds-001][DEBUG ] "rank": 0,
+[ds-001][DEBUG ] "state": "electing",
+[ds-001][DEBUG ] "sync_provider": []
+[ds-001][DEBUG ] }
+[ds-001][DEBUG ] ********************************************************************************
+[ds-001][INFO ] monitor: mon.ds-001 is running
+[ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status
+[ceph_deploy.mon][INFO ] processing monitor mon.qn-cnfslhc
+[qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc
+[qn-cnfslhc][DEBUG ] detect platform information from remote host
+[qn-cnfslhc][DEBUG ] detect machine type
+[qn-cnfslhc][DEBUG ] find the location of an executable
+[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
+[ceph_deploy.mon][WARNIN] mon.qn-cnfslhc monitor is not yet in quorum, tries left: 5
+[ceph_deploy.mon][WARNIN] waiting 5 seconds before retrying
+[qn-cnfslhc][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
+[ceph_deploy.mon][INFO ] mon.qn-cnfslhc monitor has reached quorum!
+[ceph_deploy.mon][INFO ] processing monitor mon.ds-001
+[ds-001][DEBUG ] connected to host: ds-001
+[ds-001][DEBUG ] detect platform information from remote host
+[ds-001][DEBUG ] detect machine type
+[ds-001][DEBUG ] find the location of an executable
+[ds-001][INFO ] Running command: ceph --cluster=ceph --admin-daemon /var/run/ceph/ceph-mon.ds-001.asok mon_status
+[ceph_deploy.mon][INFO ] mon.ds-001 monitor has reached quorum!
+[ceph_deploy.mon][INFO ] all initial monitors are running and have formed quorum
+[ceph_deploy.mon][INFO ] Running gatherkeys...
+[ceph_deploy.gatherkeys][INFO ] Storing keys in temp directory /tmp/tmpmYPkfm
+[qn-cnfslhc][DEBUG ] connected to host: qn-cnfslhc
+[qn-cnfslhc][DEBUG ] detect platform information from remote host
+[qn-cnfslhc][DEBUG ] detect machine type
+[qn-cnfslhc][DEBUG ] get remote short hostname
+[qn-cnfslhc][DEBUG ] fetch remote file
+[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --admin-daemon=/var/run/ceph/ceph-mon.qn-cnfslhc.asok mon_status
+[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.admin
+[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-mds
+[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-mgr
+[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-osd
+[qn-cnfslhc][INFO ] Running command: /usr/bin/ceph --connect-timeout=25 --cluster=ceph --name mon. --keyring=/var/lib/ceph/mon/ceph-qn-cnfslhc/keyring auth get client.bootstrap-rgw
+[ceph_deploy.gatherkeys][INFO ] Storing ceph.client.admin.keyring
+[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-mds.keyring
+[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-mgr.keyring
+[ceph_deploy.gatherkeys][INFO ] keyring 'ceph.mon.keyring' already exists
+[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-osd.keyring
+[ceph_deploy.gatherkeys][INFO ] Storing ceph.bootstrap-rgw.keyring
+[ceph_deploy.gatherkeys][INFO ] Destroy temp directory /tmp/tmpmYPkfm
+```
--
GitLab