Following is a sample of overcloud deployment 1xControler + 2xCompute
+3 Ceph Nodes (Cluster) via TripleO QuickStart . Number of Ceph Nodes
should to be 3 at least due to automatically generated file /etc/ceph/ceph.conf
contains entry "osd_pool_default_size = 3" to avoid hitting "Fewer OSDs than Replicas" cluster's status.
For detailed explanation see http://docs.ceph.com/docs/jewel/rados/troubleshooting/troubleshooting-pg/
*******************************************************************
Prepared template ./config/config_general/ceph.yml
*******************************************************************
[jon@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ceph.yml# This config file is used to deploy a dedicated node in the overcloud for ceph
control_memory: 7000
compute_memory: 6700
undercloud_memory: 8192
# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4
# Define a controller node, a compute node, and a ceph node.
overcloud_nodes:
- name: control_0
flavor: control
- name: compute_0
flavor: compute
- name: compute_1
flavor: compute
- name: ceph_0
flavor: ceph
- name: ceph_1
flavor: ceph
- name: ceph_2
flavor: ceph
# Tell tripleo how we want things done.
extra_args: >-
--neutron-network-type vxlan
--neutron-tunnel-types vxlan
--ntp-server pool.ntp.org
--control-scale 1
--compute-scale 2
--ceph-storage-scale 3
-e {{overcloud_templates_path}}/environments/storage-environment.yaml
network_isolation: true
********************************************************
Building undercloud VM on VIRTHOST (32 GB)
*********************************************************
[jon@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ceph.yml $VIRTHOST
Log into undercloud
[jon@fedora24wks tripleo-quickstart]$ ssh -F /home/jon/.quickstart/ssh.config.ansible undercloud
Warning: Permanently added '192.168.0.74' (ECDSA) to the list of known hosts.
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
Last login: Mon Oct 31 18:10:57 2016 from gateway
[stack@undercloud ~]$ . stackrc
Follow http://dbaxps.blogspot.com/2016/10/rdo-newton-overcloud-ha-deployment-via_28.html
until running overcloud-deploy.sh
****************************************************************
Due to parameters built into pre designed files
****************************************************************
[root@overcloud-controller-0 cinder]# cat cinder.conf | grep -v ^# |grep -v ^$
[DEFAULT]
glance_api_servers = http://172.16.1.9:9292
glance_api_version = 2
enable_v3_api = True
storage_availability_zone = nova
default_availability_zone = nova
enabled_backends = tripleo_ceph,
osapi_volume_listen = 172.16.2.15
osapi_volume_workers = 1
scheduler_driver = cinder.scheduler.filter_scheduler.FilterScheduler
nova_catalog_info = compute:Compute Service:internalURL
nova_catalog_admin_info = compute:Compute Service:adminURL
log_dir = /var/log/cinder
rpc_backend = rabbit
control_exchange = openstack
api_paste_config = /etc/cinder/api-paste.ini
enable_proxy_headers_parsing = True
[oslo_policy]
policy_file = /etc/cinder/policy.json
. . . . . . . . . . . . .
[oslo_reports]
[oslo_versionedobjects]
[ssl]
[tripleo_ceph]
volume_driver=cinder.volume.drivers.rbd.RBDDriver
rbd_pool=volumes
backend_host=hostgroup
rbd_secret_uuid=04f5cade-9f57-11e6-b1ae-00ee0c9ee021
volume_backend_name=tripleo_ceph
rbd_user=openstack
rbd_ceph_conf=/etc/ceph/ceph.conf
[root@overcloud-controller-0 ceph]# cat ceph.conf | grep -v ^# |grep -v ^$
[global]
osd_pool_default_pgp_num = 32
osd_pool_default_min_size = 1
auth_service_required = cephx
mon_initial_members = overcloud-controller-0
fsid = 04f5cade-9f57-11e6-b1ae-00ee0c9ee021
cluster_network = 172.16.3.8/24
auth_supported = cephx
auth_cluster_required = cephx
mon_host = 172.16.1.6
auth_client_required = cephx
osd_pool_default_size = 3 <======== number of replicas in cluster
osd_pool_default_pg_num = 32
ms_bind_ipv6 = False
public_network = 172.16.1.6/24
[mon.overcloud-controller-0]
public_addr = 172.16.1.6
********************************************************************************
Overcloud deploy script should have "--ceph-storage-scale 3" to build healthy cluster,otherwise having just 2 ceph nodes you are going to get message
[root@overcloud-controller-0 ~]# ceph osd metadata
[
{
"id": 0,
"arch": "x86_64",
"back_addr": "172.16.3.7:6800\/29758",
"backend_filestore_dev_node": "unknown",
"backend_filestore_partition_path": "unknown",
"ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
"cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"distro": "CentOS",
"distro_codename": "Core",
"distro_description": "CentOS Linux release 7.2.1511 (Core) ",
"distro_version": "7.2.1511",
"filestore_backend": "xfs",
"filestore_f_type": "0x58465342",
"front_addr": "172.16.1.15:6800\/29758",
"hb_back_addr": "172.16.3.7:6801\/29758",
"hb_front_addr": "172.16.1.15:6801\/29758",
"hostname": "overcloud-cephstorage-1",
"kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
"kernel_version": "3.10.0-327.36.3.el7.x86_64",
"mem_swap_kb": "0",
"mem_total_kb": "8011328",
"os": "Linux",
"osd_data": "\/var\/lib\/ceph\/osd\/ceph-0",
"osd_journal": "\/var\/lib\/ceph\/osd\/ceph-0\/journal",
"osd_objectstore": "filestore"
},
{
"id": 1,
"arch": "x86_64",
"back_addr": "172.16.3.5:6800\/29906",
"backend_filestore_dev_node": "unknown",
"backend_filestore_partition_path": "unknown",
"ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
"cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"distro": "CentOS",
"distro_codename": "Core",
"distro_description": "CentOS Linux release 7.2.1511 (Core) ",
"distro_version": "7.2.1511",
"filestore_backend": "xfs",
"filestore_f_type": "0x58465342",
"front_addr": "172.16.1.4:6800\/29906",
"hb_back_addr": "172.16.3.5:6801\/29906",
"hb_front_addr": "172.16.1.4:6801\/29906",
"hostname": "overcloud-cephstorage-2",
"kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
"kernel_version": "3.10.0-327.36.3.el7.x86_64",
"mem_swap_kb": "0",
"mem_total_kb": "6506048",
"os": "Linux",
"osd_data": "\/var\/lib\/ceph\/osd\/ceph-1",
"osd_journal": "\/var\/lib\/ceph\/osd\/ceph-1\/journal",
"osd_objectstore": "filestore"
},
{
"id": 2,
"arch": "x86_64",
"back_addr": "172.16.3.9:6800\/29912",
"backend_filestore_dev_node": "unknown",
"backend_filestore_partition_path": "unknown",
"ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
"cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"distro": "CentOS",
"distro_codename": "Core",
"distro_description": "CentOS Linux release 7.2.1511 (Core) ",
"distro_version": "7.2.1511",
"filestore_backend": "xfs",
"filestore_f_type": "0x58465342",
"front_addr": "172.16.1.12:6800\/29912",
"hb_back_addr": "172.16.3.9:6801\/29912",
"hb_front_addr": "172.16.1.12:6801\/29912",
"hostname": "overcloud-cephstorage-0",
"kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
"kernel_version": "3.10.0-327.36.3.el7.x86_64",
"mem_swap_kb": "0",
"mem_total_kb": "6809152",
"os": "Linux",
"osd_data": "\/var\/lib\/ceph\/osd\/ceph-2",
"osd_journal": "\/var\/lib\/ceph\/osd\/ceph-2\/journal",
"osd_objectstore": "filestore"
}
]
+3 Ceph Nodes (Cluster) via TripleO QuickStart . Number of Ceph Nodes
should to be 3 at least due to automatically generated file /etc/ceph/ceph.conf
contains entry "osd_pool_default_size = 3" to avoid hitting "Fewer OSDs than Replicas" cluster's status.
For detailed explanation see http://docs.ceph.com/docs/jewel/rados/troubleshooting/troubleshooting-pg/
*******************************************************************
Prepared template ./config/config_general/ceph.yml
*******************************************************************
[jon@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ceph.yml# This config file is used to deploy a dedicated node in the overcloud for ceph
control_memory: 7000
compute_memory: 6700
undercloud_memory: 8192
# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4
# Define a controller node, a compute node, and a ceph node.
overcloud_nodes:
- name: control_0
flavor: control
- name: compute_0
flavor: compute
- name: compute_1
flavor: compute
- name: ceph_0
flavor: ceph
- name: ceph_1
flavor: ceph
- name: ceph_2
flavor: ceph
# Tell tripleo how we want things done.
extra_args: >-
--neutron-network-type vxlan
--neutron-tunnel-types vxlan
--ntp-server pool.ntp.org
--control-scale 1
--compute-scale 2
--ceph-storage-scale 3
-e {{overcloud_templates_path}}/environments/storage-environment.yaml
network_isolation: true
********************************************************
Building undercloud VM on VIRTHOST (32 GB)
*********************************************************
[jon@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ceph.yml $VIRTHOST
Log into undercloud
[jon@fedora24wks tripleo-quickstart]$ ssh -F /home/jon/.quickstart/ssh.config.ansible undercloud
Warning: Permanently added '192.168.0.74' (ECDSA) to the list of known hosts.
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
Last login: Mon Oct 31 18:10:57 2016 from gateway
[stack@undercloud ~]$ . stackrc
Follow http://dbaxps.blogspot.com/2016/10/rdo-newton-overcloud-ha-deployment-via_28.html
until running overcloud-deploy.sh
****************************************************************
Due to parameters built into pre designed files
[root@overcloud-controller-0 cinder]# cat cinder.conf | grep -v ^# |grep -v ^$
[DEFAULT]
glance_api_servers = http://172.16.1.9:9292
glance_api_version = 2
enable_v3_api = True
storage_availability_zone = nova
default_availability_zone = nova
enabled_backends = tripleo_ceph,
osapi_volume_listen = 172.16.2.15
osapi_volume_workers = 1
scheduler_driver = cinder.scheduler.filter_scheduler.FilterScheduler
nova_catalog_info = compute:Compute Service:internalURL
nova_catalog_admin_info = compute:Compute Service:adminURL
log_dir = /var/log/cinder
rpc_backend = rabbit
control_exchange = openstack
api_paste_config = /etc/cinder/api-paste.ini
enable_proxy_headers_parsing = True
[oslo_policy]
policy_file = /etc/cinder/policy.json
. . . . . . . . . . . . .
[oslo_reports]
[oslo_versionedobjects]
[ssl]
[tripleo_ceph]
volume_driver=cinder.volume.drivers.rbd.RBDDriver
rbd_pool=volumes
backend_host=hostgroup
rbd_secret_uuid=04f5cade-9f57-11e6-b1ae-00ee0c9ee021
volume_backend_name=tripleo_ceph
rbd_user=openstack
rbd_ceph_conf=/etc/ceph/ceph.conf
[root@overcloud-controller-0 ceph]# cat ceph.conf | grep -v ^# |grep -v ^$
[global]
osd_pool_default_pgp_num = 32
osd_pool_default_min_size = 1
auth_service_required = cephx
mon_initial_members = overcloud-controller-0
fsid = 04f5cade-9f57-11e6-b1ae-00ee0c9ee021
cluster_network = 172.16.3.8/24
auth_supported = cephx
auth_cluster_required = cephx
mon_host = 172.16.1.6
auth_client_required = cephx
osd_pool_default_size = 3 <======== number of replicas in cluster
osd_pool_default_pg_num = 32
ms_bind_ipv6 = False
public_network = 172.16.1.6/24
[mon.overcloud-controller-0]
public_addr = 172.16.1.6
********************************************************************************
Overcloud deploy script should have "--ceph-storage-scale 3" to build healthy cluster,otherwise having just 2 ceph nodes you are going to get message
ceph status
cluster 046b0180-dc3f-4846-924f-41d9729d48c8
health HEALTH_WARN
224 pgs degraded
224 pgs stuck unclean
224 pgs undersized
********************************************************************************#!/bin/bash -x source /home/stack/stackrc openstack overcloud deploy \ --control-scale 1 --compute-scale 2 --ceph-storage-scale 3 \ --libvirt-type qemu \ --ntp-server pool.ntp.org \ --templates /usr/share/openstack-tripleo-heat-templates \ -e /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml \ -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \ -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \ -e $HOME/network_env.yaml
Raw text overcloud-deploy.sh
[stack@undercloud ~]$ ./overcloud-deploy.sh + source /home/stack/stackrc ++ export NOVA_VERSION=1.1 ++ NOVA_VERSION=1.1 +++ sudo hiera admin_password ++ export OS_PASSWORD=cb182ac68339b4ad550d66cb4338518be513b05f ++ OS_PASSWORD=cb182ac68339b4ad550d66cb4338518be513b05f ++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0 ++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0 ++ export OS_USERNAME=admin ++ OS_USERNAME=admin ++ export OS_TENANT_NAME=admin ++ OS_TENANT_NAME=admin ++ export COMPUTE_API_VERSION=1.1 ++ COMPUTE_API_VERSION=1.1 ++ export OS_BAREMETAL_API_VERSION=1.15 ++ OS_BAREMETAL_API_VERSION=1.15 ++ export OS_NO_CACHE=True ++ OS_NO_CACHE=True ++ export OS_CLOUDNAME=undercloud ++ OS_CLOUDNAME=undercloud ++ export OS_IMAGE_API_VERSION=1 ++ OS_IMAGE_API_VERSION=1 + openstack overcloud deploy --control-scale 1 --compute-scale 2 --ceph-storage-scale 3 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils Removing the current plan files Uploading new plan files Started Mistral Workflow. Execution ID: b74e7724-b9b2-4e91-b51e-a8a68ba30adb Plan updated Deploying templates in the directory /tmp/tripleoclient-YIt9fi/tripleo-heat-templates Started Mistral Workflow. Execution ID: b939c5e4-9a0f-412a-bdcc-acb6d53924aa 2016-11-01 10:23:20Z [overcloud]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:20Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:20Z [overcloud.Networks]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:21Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:22Z [overcloud.Networks]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:22Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:23Z [overcloud.Networks.NetworkExtraConfig]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:23Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:23Z [overcloud.Networks.ManagementNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:23Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:23Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:24Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:24Z [overcloud.RabbitCookie]: CREATE_COMPLETE state changed 2016-11-01 10:23:25Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:25Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:25Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE state changed 2016-11-01 10:23:25Z [overcloud.ServiceNetMap]: CREATE_COMPLETE state changed 2016-11-01 10:23:25Z [overcloud.HorizonSecret]: CREATE_COMPLETE state changed 2016-11-01 10:23:25Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:26Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE state changed 2016-11-01 10:23:26Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:26Z [overcloud.PcsdPassword]: CREATE_COMPLETE state changed 2016-11-01 10:23:26Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:26Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:27Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:27Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:27Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:27Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:27Z [overcloud.Networks.TenantNetwork.TenantSubnet]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:27Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:27Z [overcloud.Networks.ExternalNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:27Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:27Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:28Z [overcloud.Networks.StorageNetwork.StorageSubnet]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:28Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:28Z [overcloud.Networks.ManagementNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:28Z [overcloud.DefaultPasswords]: CREATE_COMPLETE state changed 2016-11-01 10:23:28Z [overcloud.Networks.ExternalNetwork]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 10:23:28Z [overcloud.Networks.NetworkExtraConfig]: CREATE_COMPLETE state changed 2016-11-01 10:23:28Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:28Z [overcloud.Networks.ExternalNetwork.ExternalNetwork]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:28Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:29Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:29Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtSubnet]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:29Z [overcloud.Networks.TenantNetwork.TenantSubnet]: CREATE_COMPLETE state changed 2016-11-01 10:23:29Z [overcloud.Networks.TenantNetwork]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 10:23:29Z [overcloud.Networks.ExternalNetwork.ExternalNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:30Z [overcloud.Networks.StorageNetwork.StorageSubnet]: CREATE_COMPLETE state changed 2016-11-01 10:23:30Z [overcloud.Networks.ExternalNetwork.ExternalSubnet]: CREATE_IN_PROGRESS state changed 2016-11-01 10:23:30Z [overcloud.Networks.StorageNetwork]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 10:23:30Z [overcloud.Networks.StorageNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:30Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_COMPLETE state changed 2016-11-01 10:23:31Z [overcloud.Networks.InternalNetwork]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 10:23:31Z [overcloud.Networks.TenantNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:31Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtSubnet]: CREATE_COMPLETE state changed 2016-11-01 10:23:31Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 10:23:31Z [overcloud.Networks.ExternalNetwork.ExternalSubnet]: CREATE_COMPLETE state changed 2016-11-01 10:23:31Z [overcloud.Networks.ExternalNetwork]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 10:23:32Z [overcloud.Networks.InternalNetwork]: CREATE_COMPLETE state changed 2016-11-01 10:23:32Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_COMPLETE state changed . . . . . . . . . . . . . . . . . . . . . . . . 2016-11-01 10:57:24Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.1]: CREATE_COMPLETE state changed 2016-11-01 10:57:29Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.0]: CREATE_COMPLETE state changed 2016-11-01 10:57:29Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.0]: SIGNAL_IN_PROGRESS Signal: deployment 663126c8-e656-4f94-bb8c-73a75b05ed29 succeeded 2016-11-01 10:57:29Z [overcloud.CephStorageAllNodesDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:34Z [overcloud.CephStorageAllNodesDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:34Z [overcloud.CephStorage.1.CephStorageDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:37Z [overcloud.CephStorageHostsDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:39Z [overcloud.CephStorage.0.CephStorageDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:43Z [overcloud.CephStorageHostsDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:43Z [overcloud.CephStorage.1.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:45Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.2]: SIGNAL_IN_PROGRESS Signal: deployment 050cae05-b48d-4767-bd4f-1c1f1308e691 succeeded 2016-11-01 10:57:45Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.2]: CREATE_COMPLETE state changed 2016-11-01 10:57:45Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 10:57:46Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4]: CREATE_COMPLETE state changed 2016-11-01 10:57:46Z [overcloud.CephStorage.0.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:48Z [overcloud.CephStorageAllNodesDeployment.2]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:51Z [overcloud.CephStorage.2.CephStorageDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:54Z [overcloud.CephStorageHostsDeployment.2]: SIGNAL_COMPLETE Unknown 2016-11-01 10:57:57Z [overcloud.CephStorage.2.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:59:37Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.1]: SIGNAL_IN_PROGRESS Signal: deployment 1e0788ba-ef03-446c-8a62-6edbafc654f0 succeeded 2016-11-01 10:59:39Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.1]: CREATE_COMPLETE state changed 2016-11-01 10:59:40Z [overcloud.ComputeAllNodesDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 10:59:42Z [overcloud.ComputeHostsDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 10:59:44Z [overcloud.Compute.1.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 10:59:46Z [overcloud.Compute.1.NovaComputeDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:00:34Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: SIGNAL_IN_PROGRESS Signal: deployment d7b73cf2-724e-450c-a478-cdf1874a4e33 succeeded 2016-11-01 11:00:35Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: CREATE_COMPLETE state changed 2016-11-01 11:00:35Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:00:36Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4]: CREATE_COMPLETE state changed 2016-11-01 11:00:37Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:00:39Z [overcloud.ComputeHostsDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:00:41Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:00:43Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:02:30Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.0]: SIGNAL_IN_PROGRESS Signal: deployment 4578809e-fa84-48b3-96f9-c69e5947d53f succeeded 2016-11-01 11:02:31Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.0]: CREATE_COMPLETE state changed 2016-11-01 11:02:31Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:02:32Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4]: CREATE_COMPLETE state changed 2016-11-01 11:02:32Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:32Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:02:32Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:33Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.1]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:35Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 11:02:35Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:02:35Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:35Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_IN_PROGRESS Stack CREATE started 2016-11-01 11:02:36Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:36Z [overcloud.ControllerHostsDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:02:37Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_COMPLETE state changed 2016-11-01 11:02:37Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_COMPLETE state changed 2016-11-01 11:02:37Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.0]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:41Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_IN_PROGRESS state changed 2016-11-01 11:02:41Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:02:41Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.2]: CREATE_IN_PROGRESS state changed 2016-11-01 11:03:14Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.1]: SIGNAL_IN_PROGRESS Signal: deployment f9481ff5-b3e9-4db5-8d30-adf702e293d0 succeeded 2016-11-01 11:03:14Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.1]: CREATE_COMPLETE state changed 2016-11-01 11:03:18Z [overcloud.CephStorageAllNodesDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:23Z [overcloud.CephStorage.1.CephStorageDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:28Z [overcloud.CephStorageHostsDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:28Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: SIGNAL_IN_PROGRESS Signal: deployment e7352105-67f6-43fa-abf5-18200bdab400 succeeded 2016-11-01 11:03:28Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.0]: SIGNAL_IN_PROGRESS Signal: deployment e29e4fa8-e0b9-42e1-a055-1b76c8482225 succeeded 2016-11-01 11:03:29Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_COMPLETE state changed 2016-11-01 11:03:29Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.0]: CREATE_COMPLETE state changed 2016-11-01 11:03:32Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: SIGNAL_IN_PROGRESS Signal: deployment f957e603-0099-4a85-b3d5-5bbbe49e7f44 succeeded 2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.2]: SIGNAL_IN_PROGRESS Signal: deployment 90e77f67-0662-4266-adce-4bdd7f50b14b succeeded 2016-11-01 11:03:33Z [overcloud.CephStorageAllNodesDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:33Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: CREATE_COMPLETE state changed 2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.2]: CREATE_COMPLETE state changed 2016-11-01 11:03:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:03:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_COMPLETE state changed 2016-11-01 11:03:34Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE state changed 2016-11-01 11:03:35Z [overcloud.CephStorage.1.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:38Z [overcloud.CephStorageAllNodesDeployment.2]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:39Z [overcloud.ComputeAllNodesDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:39Z [overcloud.ComputeHostsDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:39Z [overcloud.CephStorage.0.CephStorageDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:42Z [overcloud.ComputeHostsDeployment.1]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:44Z [overcloud.CephStorageHostsDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:44Z [overcloud.CephStorage.2.CephStorageDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:44Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:48Z [overcloud.Compute.1.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:51Z [overcloud.CephStorageHostsDeployment.2]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:52Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:52Z [overcloud.CephStorage.0.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:53Z [overcloud.Compute.1.NovaComputeDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:03:54Z [overcloud.CephStorage.2.NetworkDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:10:23Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: SIGNAL_IN_PROGRESS Signal: deployment b63f9288-7645-403c-8818-ca40c3583d60 succeeded 2016-11-01 11:10:24Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_COMPLETE state changed 2016-11-01 11:10:24Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE state changed 2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:26Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_COMPLETE state changed 2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_COMPLETE state changed 2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_COMPLETE state changed 2016-11-01 11:10:27Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_COMPLETE state changed 2016-11-01 11:10:28Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_COMPLETE state changed 2016-11-01 11:10:28Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:28Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:29Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:30Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE Unknown 2016-11-01 11:10:30Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:30Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS state changed 2016-11-01 11:10:31Z [overcloud.ControllerHostsDeployment.0]: SIGNAL_COMPLETE Unknown 2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE state changed 2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE state changed 2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE state changed 2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE state changed 2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE state changed 2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:10:33Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE state changed 2016-11-01 11:10:33Z [overcloud]: CREATE_COMPLETE Stack CREATE completed successfully 2016-11-01 11:10:34Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE Unknown Stack overcloud CREATE_COMPLETE Started Mistral Workflow. Execution ID: 24c86de0-53e5-4134-9341-3ffaf5a23866 Overcloud Endpoint: http://10.0.0.7:5000/v2.0 Overcloud Deployed
[stack@undercloud ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID | Name | Status | Task State | Power State | Networks |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 15f33049-4143-4ea2-9b30-79f7e1bb2fda | overcloud-cephstorage-0 | ACTIVE | - | Running | ctlplane=192.0.2.13 |
| 1f25fe69-b1bb-47c4-afe3-354e3c906599 | overcloud-cephstorage-1 | ACTIVE | - | Running | ctlplane=192.0.2.9 |
| bd22ec33-135e-430d-8fad-a79a09a8db4d | overcloud-cephstorage-2 | ACTIVE | - | Running | ctlplane=192.0.2.7 |
| a4aa7baf-01dc-47a1-9d6d-bb9a5c1b2f54 | overcloud-controller-0 | ACTIVE | - | Running | ctlplane=192.0.2.18 |
| 4f79e25e-d86c-424e-b17e-3a40cc238033 | overcloud-novacompute-0 | ACTIVE | - | Running | ctlplane=192.0.2.14 |
| 2b3cd9be-76c1-4eef-a701-fe0bcd37816a | overcloud-novacompute-1 | ACTIVE | - | Running | ctlplane=192.0.2.8 |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
[stack@undercloud ~]$ neutron net-list
+--------------------------------------+--------------+----------------------------------------+
| id | name | subnets |
+--------------------------------------+--------------+----------------------------------------+
| 0c67d990-4ea4-4413-90ef-799ea1078e26 | internal_api | 2ec776e2-6d6d-4978-86e7-a3b9009f2253 |
| | | 172.16.2.0/24 |
| 540e0686-6608-4bb3-b4cd-34f81173b910 | ctlplane | e4dc53ce-5662-45a1-8484-9aee2860a330 |
| | | 192.0.2.0/24 |
| 5eda23fc-08c6-4b72-9df2-10c26d585310 | storage_mgmt | b3ee41d8-73d4-4c86-8faa-ffa13c2b5b33 |
| | | 172.16.3.0/24 |
| 77ee6075-c5fb-4475-92ad-330c14755e2e | storage | 013a976e-e1e1-4e55-ad37-ed26b854b8f1 |
| | | 172.16.1.0/24 |
| 8d280e51-0187-43b6-b99e-b82743fa0402 | external | af7a2b28-fc62-4571-962d-9331d1150d65 |
| | | 10.0.0.0/24 |
| 9c18f722-b5f8-4ea2-9719-8d12950d1424 | tenant | c5d11c26-3f9e-49ff-840c-4e0fced8f570 |
| | | 172.16.0.0/24 |
+--------------------------------------+--------------+----------------------------------------+
[root@overcloud-controller-0 ~]# ceph osd stat
osdmap e26: 3 osds: 3 up, 3 in
flags sortbitwise
[root@overcloud-controller-0 ~]# ceph mon stat
e1: 1 mons at {overcloud-controller-0=172.16.1.5:6789/0}, election epoch 3, quorum 0 overcloud-controller-0
[root@overcloud-controller-0 ~]# ceph quorum_status
{"election_epoch":3,"quorum":[0],"quorum_names":["overcloud-controller-0"],"quorum_leader_name":"overcloud-controller-0","monmap":{"epoch":1,"fsid":"d198e3f6-9f8d-11e6-898b-005988bf2909","modified":"2016-10-31 17:49:39.806554","created":"2016-10-31 17:49:39.806554","mons":[{"rank":0,"name":"overcloud-controller-0","addr":"172.16.1.5:6789\/0"}]}}
[root@overcloud-controller-0 ~]# ceph status
cluster d198e3f6-9f8d-11e6-898b-005988bf2909
health HEALTH_OK
monmap e1: 1 mons at {overcloud-controller-0=172.16.1.5:6789/0}
election epoch 3, quorum 0 overcloud-controller-0
osdmap e26: 3 osds: 3 up, 3 in
flags sortbitwise
pgmap v1407: 224 pgs, 6 pools, 3903 MB data, 880 objects
37254 MB used, 113 GB / 149 GB avail
224 active+clean
[root@overcloud-controller-0 ~]# ceph df
GLOBAL:
SIZE AVAIL RAW USED %RAW USED
149G 113G 37255M 24.26
POOLS:
NAME ID USED %USED MAX AVAIL OBJECTS
rbd 0 0 0 38761M 0
metrics 1 0 0 38761M 0
images 2 1051M 2.05 38761M 142
backups 3 0 0 38761M 0
volumes 4 2852M 5.57 38761M 738
vms 5 0 0 38761M 0
[root@overcloud-controller-0 ~]# ceph osd df tree ID WEIGHT REWEIGHT SIZE USE AVAIL %USE VAR PGS TYPE NAME -1 0.14639 - 149G 37255M 113G 24.26 1.00 0 root default -2 0.04880 - 51187M 12410M 38777M 24.25 1.00 0 host overcloud-cephstorage-1 0 0.04880 1.00000 51187M 12410M 38777M 24.25 1.00 224 osd.0 -3 0.04880 - 51187M 12418M 38769M 24.26 1.00 0 host overcloud-cephstorage-2 1 0.04880 1.00000 51187M 12418M 38769M 24.26 1.00 224 osd.1 -4 0.04880 - 51187M 12426M 38761M 24.28 1.00 0 host overcloud-cephstorage-0 2 0.04880 1.00000 51187M 12426M 38761M 24.28 1.00 224 osd.2 TOTAL 149G 37255M 113G 24.26 MIN/MAX VAR: 1.00/1.00 STDDEV: 0.01 [root@overcloud-controller-0 ~]# ceph osd df plain ID WEIGHT REWEIGHT SIZE USE AVAIL %USE VAR PGS 0 0.04880 1.00000 51187M 12410M 38777M 24.25 1.00 224 1 0.04880 1.00000 51187M 12418M 38769M 24.26 1.00 224 2 0.04880 1.00000 51187M 12426M 38761M 24.28 1.00 224 TOTAL 149G 37255M 113G 24.26 MIN/MAX VAR: 1.00/1.00 STDDEV: 0.01 [root@overcloud-controller-0 ~]# ceph df GLOBAL: SIZE AVAIL RAW USED %RAW USED 149G 113G 37255M 24.26 POOLS: NAME ID USED %USED MAX AVAIL OBJECTS rbd 0 0 0 38761M 0 metrics 1 0 0 38761M 0 images 2 1051M 2.05 38761M 142 backups 3 0 0 38761M 0 volumes 4 2852M 5.57 38761M 738 vms 5 0 0 38761M 0 [root@overcloud-controller-0 ~]# . overcloudrc [root@overcloud-controller-0 ~]# cinder list +--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+ | ID | Status | Name | Size | Volume Type | Bootable | Attached to | +--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+ | 26c136e2-bab5-4283-8a4f-bc62e7664c32 | in-use | centos72volume | 12 | - | true | 71e30175-10ac-47fa-be8e-27837ad63419 | | 35023e26-a9a8-46a1-a086-40172c39084a | in-use | vf24volume | 7 | - | true | a9a0b046-69f8-4a6b-8002-d2be44137fed | +--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+
[root@overcloud-controller-0 ~]# rbd -p volumes ls volume-26c136e2-bab5-4283-8a4f-bc62e7664c32 volume-35023e26-a9a8-46a1-a086-40172c39084a [root@overcloud-controller-0 ~]# glance image-list +--------------------------------------+---------------+ | ID | Name | +--------------------------------------+---------------+ | 02970204-3aba-4634-b7bd-3aa4ae70507a | CentOS72Cloud | | 4301183e-1f53-4ae1-b447-ca374345783a | VF24Cloud | +--------------------------------------+---------------+ [root@overcloud-controller-0 ~]# rbd -p images ls 02970204-3aba-4634-b7bd-3aa4ae70507a 4301183e-1f53-4ae1-b447-ca374345783a
[root@overcloud-controller-0 ~]# ceph osd metadata
[
{
"id": 0,
"arch": "x86_64",
"back_addr": "172.16.3.7:6800\/29758",
"backend_filestore_dev_node": "unknown",
"backend_filestore_partition_path": "unknown",
"ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
"cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"distro": "CentOS",
"distro_codename": "Core",
"distro_description": "CentOS Linux release 7.2.1511 (Core) ",
"distro_version": "7.2.1511",
"filestore_backend": "xfs",
"filestore_f_type": "0x58465342",
"front_addr": "172.16.1.15:6800\/29758",
"hb_back_addr": "172.16.3.7:6801\/29758",
"hb_front_addr": "172.16.1.15:6801\/29758",
"hostname": "overcloud-cephstorage-1",
"kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
"kernel_version": "3.10.0-327.36.3.el7.x86_64",
"mem_swap_kb": "0",
"mem_total_kb": "8011328",
"os": "Linux",
"osd_data": "\/var\/lib\/ceph\/osd\/ceph-0",
"osd_journal": "\/var\/lib\/ceph\/osd\/ceph-0\/journal",
"osd_objectstore": "filestore"
},
{
"id": 1,
"arch": "x86_64",
"back_addr": "172.16.3.5:6800\/29906",
"backend_filestore_dev_node": "unknown",
"backend_filestore_partition_path": "unknown",
"ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
"cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"distro": "CentOS",
"distro_codename": "Core",
"distro_description": "CentOS Linux release 7.2.1511 (Core) ",
"distro_version": "7.2.1511",
"filestore_backend": "xfs",
"filestore_f_type": "0x58465342",
"front_addr": "172.16.1.4:6800\/29906",
"hb_back_addr": "172.16.3.5:6801\/29906",
"hb_front_addr": "172.16.1.4:6801\/29906",
"hostname": "overcloud-cephstorage-2",
"kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
"kernel_version": "3.10.0-327.36.3.el7.x86_64",
"mem_swap_kb": "0",
"mem_total_kb": "6506048",
"os": "Linux",
"osd_data": "\/var\/lib\/ceph\/osd\/ceph-1",
"osd_journal": "\/var\/lib\/ceph\/osd\/ceph-1\/journal",
"osd_objectstore": "filestore"
},
{
"id": 2,
"arch": "x86_64",
"back_addr": "172.16.3.9:6800\/29912",
"backend_filestore_dev_node": "unknown",
"backend_filestore_partition_path": "unknown",
"ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
"cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
"distro": "CentOS",
"distro_codename": "Core",
"distro_description": "CentOS Linux release 7.2.1511 (Core) ",
"distro_version": "7.2.1511",
"filestore_backend": "xfs",
"filestore_f_type": "0x58465342",
"front_addr": "172.16.1.12:6800\/29912",
"hb_back_addr": "172.16.3.9:6801\/29912",
"hb_front_addr": "172.16.1.12:6801\/29912",
"hostname": "overcloud-cephstorage-0",
"kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
"kernel_version": "3.10.0-327.36.3.el7.x86_64",
"mem_swap_kb": "0",
"mem_total_kb": "6809152",
"os": "Linux",
"osd_data": "\/var\/lib\/ceph\/osd\/ceph-2",
"osd_journal": "\/var\/lib\/ceph\/osd\/ceph-2\/journal",
"osd_objectstore": "filestore"
}
]
