Monday, October 31, 2016

RDO Newton Overcloud deployment utlizing Ceph Cluster as Glance && Cinder backend via TripleO QuickStart

Following is a sample of overcloud deployment 1xControler + 2xCompute
+3 Ceph Nodes (Cluster) via TripleO QuickStart . Number of Ceph Nodes
should to be 3 at least due to automatically generated file /etc/ceph/ceph.conf
contains entry "osd_pool_default_size = 3" to avoid hitting "Fewer OSDs than Replicas" cluster's status.
For detailed explanation see http://docs.ceph.com/docs/jewel/rados/troubleshooting/troubleshooting-pg/

*******************************************************************
Prepared template ./config/config_general/ceph.yml
*******************************************************************

[jon@fedora24wks tripleo-quickstart]$ cat ./config/general_config/ceph.yml# This config file is used to deploy a dedicated node in the overcloud for ceph

control_memory: 7000
compute_memory: 6700

undercloud_memory: 8192

# Giving the undercloud additional CPUs can greatly improve heat's
# performance (and result in a shorter deploy time).
undercloud_vcpu: 4

# Define a controller node, a compute node, and a ceph node.
overcloud_nodes:
  - name: control_0
    flavor: control

  - name: compute_0
    flavor: compute
  - name: compute_1
    flavor: compute

  - name: ceph_0
    flavor: ceph
  - name: ceph_1
    flavor: ceph
  - name: ceph_2
    flavor: ceph

# Tell tripleo how we want things done.
extra_args: >-
  --neutron-network-type vxlan
  --neutron-tunnel-types vxlan
  --ntp-server pool.ntp.org
  --control-scale 1
  --compute-scale 2
  --ceph-storage-scale 3
  -e {{overcloud_templates_path}}/environments/storage-environment.yaml

network_isolation: true
********************************************************
Building undercloud VM on VIRTHOST (32 GB)
*********************************************************
 
[jon@fedora24wks tripleo-quickstart]$ bash quickstart.sh -R newton --config ./config/general_config/ceph.yml $VIRTHOST

Log into undercloud

[jon@fedora24wks tripleo-quickstart]$ ssh -F /home/jon/.quickstart/ssh.config.ansible undercloud
Warning: Permanently added '192.168.0.74' (ECDSA) to the list of known hosts.
Warning: Permanently added 'undercloud' (ECDSA) to the list of known hosts.
Last login: Mon Oct 31 18:10:57 2016 from gateway
[stack@undercloud ~]$ . stackrc

Follow http://dbaxps.blogspot.com/2016/10/rdo-newton-overcloud-ha-deployment-via_28.html
until running overcloud-deploy.sh

****************************************************************
Due to parameters built into pre designed files
****************************************************************
[root@overcloud-controller-0 cinder]# cat cinder.conf | grep -v ^# |grep -v ^$
[DEFAULT]
glance_api_servers = http://172.16.1.9:9292
glance_api_version = 2
enable_v3_api = True
storage_availability_zone = nova
default_availability_zone = nova
enabled_backends = tripleo_ceph,
osapi_volume_listen = 172.16.2.15
osapi_volume_workers = 1
scheduler_driver = cinder.scheduler.filter_scheduler.FilterScheduler
nova_catalog_info = compute:Compute Service:internalURL
nova_catalog_admin_info = compute:Compute Service:adminURL
log_dir = /var/log/cinder
rpc_backend = rabbit
control_exchange = openstack
api_paste_config = /etc/cinder/api-paste.ini
enable_proxy_headers_parsing = True
[oslo_policy]
policy_file = /etc/cinder/policy.json
. . . . . . . . . . . . .
[oslo_reports]
[oslo_versionedobjects]
[ssl]
[tripleo_ceph]
volume_driver=cinder.volume.drivers.rbd.RBDDriver
rbd_pool=volumes
backend_host=hostgroup
rbd_secret_uuid=04f5cade-9f57-11e6-b1ae-00ee0c9ee021
volume_backend_name=tripleo_ceph
rbd_user=openstack
rbd_ceph_conf=/etc/ceph/ceph.conf


[root@overcloud-controller-0 ceph]# cat ceph.conf | grep -v ^# |grep -v ^$
[global]
osd_pool_default_pgp_num = 32
osd_pool_default_min_size = 1
auth_service_required = cephx
mon_initial_members = overcloud-controller-0
fsid = 04f5cade-9f57-11e6-b1ae-00ee0c9ee021
cluster_network = 172.16.3.8/24
auth_supported = cephx
auth_cluster_required = cephx
mon_host = 172.16.1.6
auth_client_required = cephx
osd_pool_default_size = 3  <========  number of replicas in cluster
osd_pool_default_pg_num = 32
ms_bind_ipv6 = False
public_network = 172.16.1.6/24
[mon.overcloud-controller-0]
public_addr = 172.16.1.6

********************************************************************************
Overcloud deploy script should have "--ceph-storage-scale 3"  to build healthy cluster,otherwise having just 2 ceph nodes you are going to get message
ceph status
    cluster 046b0180-dc3f-4846-924f-41d9729d48c8
     health HEALTH_WARN
            224 pgs degraded
            224 pgs stuck unclean
            224 pgs undersized
********************************************************************************

#!/bin/bash -x
source /home/stack/stackrc   
openstack overcloud deploy  \
 --control-scale 1 --compute-scale 2 --ceph-storage-scale 3 \
 --libvirt-type qemu \
 --ntp-server pool.ntp.org  \
 --templates  /usr/share/openstack-tripleo-heat-templates \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml \
 -e  /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml \
 -e  $HOME/network_env.yaml
 
Raw text overcloud-deploy.sh 

[stack@undercloud ~]$ ./overcloud-deploy.sh
+ source /home/stack/stackrc
++ export NOVA_VERSION=1.1
++ NOVA_VERSION=1.1
+++ sudo hiera admin_password
++ export OS_PASSWORD=cb182ac68339b4ad550d66cb4338518be513b05f
++ OS_PASSWORD=cb182ac68339b4ad550d66cb4338518be513b05f
++ export OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ OS_AUTH_URL=http://192.0.2.1:5000/v2.0
++ export OS_USERNAME=admin
++ OS_USERNAME=admin
++ export OS_TENANT_NAME=admin
++ OS_TENANT_NAME=admin
++ export COMPUTE_API_VERSION=1.1
++ COMPUTE_API_VERSION=1.1
++ export OS_BAREMETAL_API_VERSION=1.15
++ OS_BAREMETAL_API_VERSION=1.15
++ export OS_NO_CACHE=True
++ OS_NO_CACHE=True
++ export OS_CLOUDNAME=undercloud
++ OS_CLOUDNAME=undercloud
++ export OS_IMAGE_API_VERSION=1
++ OS_IMAGE_API_VERSION=1
+ openstack overcloud deploy --control-scale 1 --compute-scale 2 --ceph-storage-scale 3 --libvirt-type qemu --ntp-server pool.ntp.org --templates /usr/share/openstack-tripleo-heat-templates -e /usr/share/openstack-tripleo-heat-templates/environments/storage-environment.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/network-isolation.yaml -e /usr/share/openstack-tripleo-heat-templates/environments/net-single-nic-with-vlans.yaml -e /home/stack/network_env.yaml
WARNING: openstackclient.common.utils is deprecated and will be removed after Jun 2017. Please use osc_lib.utils
Removing the current plan files
Uploading new plan files
Started Mistral Workflow. Execution ID: b74e7724-b9b2-4e91-b51e-a8a68ba30adb
Plan updated
Deploying templates in the directory /tmp/tripleoclient-YIt9fi/tripleo-heat-templates
Started Mistral Workflow. Execution ID: b939c5e4-9a0f-412a-bdcc-acb6d53924aa
2016-11-01 10:23:20Z [overcloud]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:20Z [overcloud.MysqlRootPassword]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:20Z [overcloud.Networks]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:21Z [overcloud.ServiceNetMap]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:22Z [overcloud.Networks]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:22Z [overcloud.HeatAuthEncryptionKey]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:23Z [overcloud.Networks.NetworkExtraConfig]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:23Z [overcloud.HorizonSecret]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:23Z [overcloud.Networks.ManagementNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:23Z [overcloud.RabbitCookie]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:23Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:24Z [overcloud.PcsdPassword]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:24Z [overcloud.RabbitCookie]: CREATE_COMPLETE  state changed
2016-11-01 10:23:25Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:25Z [overcloud.Networks.TenantNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:25Z [overcloud.MysqlRootPassword]: CREATE_COMPLETE  state changed
2016-11-01 10:23:25Z [overcloud.ServiceNetMap]: CREATE_COMPLETE  state changed
2016-11-01 10:23:25Z [overcloud.HorizonSecret]: CREATE_COMPLETE  state changed
2016-11-01 10:23:25Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:26Z [overcloud.HeatAuthEncryptionKey]: CREATE_COMPLETE  state changed
2016-11-01 10:23:26Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:26Z [overcloud.PcsdPassword]: CREATE_COMPLETE  state changed
2016-11-01 10:23:26Z [overcloud.Networks.StorageNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:26Z [overcloud.DefaultPasswords]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:27Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:27Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:27Z [overcloud.Networks.InternalNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:27Z [overcloud.Networks.TenantNetwork.TenantNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:27Z [overcloud.Networks.TenantNetwork.TenantSubnet]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:27Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:27Z [overcloud.Networks.ExternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:27Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:27Z [overcloud.Networks.StorageNetwork.StorageNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:28Z [overcloud.Networks.StorageNetwork.StorageSubnet]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:28Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:28Z [overcloud.Networks.ManagementNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:28Z [overcloud.DefaultPasswords]: CREATE_COMPLETE  state changed
2016-11-01 10:23:28Z [overcloud.Networks.ExternalNetwork]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 10:23:28Z [overcloud.Networks.NetworkExtraConfig]: CREATE_COMPLETE  state changed
2016-11-01 10:23:28Z [overcloud.Networks.InternalNetwork.InternalApiNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:28Z [overcloud.Networks.ExternalNetwork.ExternalNetwork]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:28Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:29Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:29Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtSubnet]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:29Z [overcloud.Networks.TenantNetwork.TenantSubnet]: CREATE_COMPLETE  state changed
2016-11-01 10:23:29Z [overcloud.Networks.TenantNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 10:23:29Z [overcloud.Networks.ExternalNetwork.ExternalNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:30Z [overcloud.Networks.StorageNetwork.StorageSubnet]: CREATE_COMPLETE  state changed
2016-11-01 10:23:30Z [overcloud.Networks.ExternalNetwork.ExternalSubnet]: CREATE_IN_PROGRESS  state changed
2016-11-01 10:23:30Z [overcloud.Networks.StorageNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 10:23:30Z [overcloud.Networks.StorageNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:30Z [overcloud.Networks.InternalNetwork.InternalApiSubnet]: CREATE_COMPLETE  state changed
2016-11-01 10:23:31Z [overcloud.Networks.InternalNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 10:23:31Z [overcloud.Networks.TenantNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:31Z [overcloud.Networks.StorageMgmtNetwork.StorageMgmtSubnet]: CREATE_COMPLETE  state changed
2016-11-01 10:23:31Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 10:23:31Z [overcloud.Networks.ExternalNetwork.ExternalSubnet]: CREATE_COMPLETE  state changed
2016-11-01 10:23:31Z [overcloud.Networks.ExternalNetwork]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 10:23:32Z [overcloud.Networks.InternalNetwork]: CREATE_COMPLETE  state changed
2016-11-01 10:23:32Z [overcloud.Networks.StorageMgmtNetwork]: CREATE_COMPLETE  state changed
. . . . . . . . . . . . . . . . . . . . . . . . 
2016-11-01 10:57:24Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.1]: CREATE_COMPLETE  state changed
2016-11-01 10:57:29Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.0]: CREATE_COMPLETE  state changed
2016-11-01 10:57:29Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.0]: SIGNAL_IN_PROGRESS  Signal: deployment 663126c8-e656-4f94-bb8c-73a75b05ed29 succeeded
2016-11-01 10:57:29Z [overcloud.CephStorageAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:34Z [overcloud.CephStorageAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:34Z [overcloud.CephStorage.1.CephStorageDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:37Z [overcloud.CephStorageHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:39Z [overcloud.CephStorage.0.CephStorageDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:43Z [overcloud.CephStorageHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:43Z [overcloud.CephStorage.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:45Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.2]: SIGNAL_IN_PROGRESS  Signal: deployment 050cae05-b48d-4767-bd4f-1c1f1308e691 succeeded
2016-11-01 10:57:45Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4.2]: CREATE_COMPLETE  state changed
2016-11-01 10:57:45Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 10:57:46Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step4]: CREATE_COMPLETE  state changed
2016-11-01 10:57:46Z [overcloud.CephStorage.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:48Z [overcloud.CephStorageAllNodesDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:51Z [overcloud.CephStorage.2.CephStorageDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:54Z [overcloud.CephStorageHostsDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:57:57Z [overcloud.CephStorage.2.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:59:37Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.1]: SIGNAL_IN_PROGRESS  Signal: deployment 1e0788ba-ef03-446c-8a62-6edbafc654f0 succeeded
2016-11-01 10:59:39Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.1]: CREATE_COMPLETE  state changed
2016-11-01 10:59:40Z [overcloud.ComputeAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:59:42Z [overcloud.ComputeHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:59:44Z [overcloud.Compute.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 10:59:46Z [overcloud.Compute.1.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:00:34Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: SIGNAL_IN_PROGRESS  Signal: deployment d7b73cf2-724e-450c-a478-cdf1874a4e33 succeeded
2016-11-01 11:00:35Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4.0]: CREATE_COMPLETE  state changed
2016-11-01 11:00:35Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:00:36Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step4]: CREATE_COMPLETE  state changed
2016-11-01 11:00:37Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:00:39Z [overcloud.ComputeHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:00:41Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:00:43Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:02:30Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.0]: SIGNAL_IN_PROGRESS  Signal: deployment 4578809e-fa84-48b3-96f9-c69e5947d53f succeeded
2016-11-01 11:02:31Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4.0]: CREATE_COMPLETE  state changed
2016-11-01 11:02:31Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:02:32Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step4]: CREATE_COMPLETE  state changed
2016-11-01 11:02:32Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:32Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:02:32Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:33Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.1]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:34Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:35Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 11:02:35Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:02:35Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:35Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_IN_PROGRESS  Stack CREATE started
2016-11-01 11:02:36Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:36Z [overcloud.ControllerHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:02:37Z [overcloud.AllNodesDeploySteps.ObjectStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-11-01 11:02:37Z [overcloud.AllNodesDeploySteps.BlockStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-11-01 11:02:37Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.0]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:41Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:02:41Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:02:41Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.2]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:03:14Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.1]: SIGNAL_IN_PROGRESS  Signal: deployment f9481ff5-b3e9-4db5-8d30-adf702e293d0 succeeded
2016-11-01 11:03:14Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.1]: CREATE_COMPLETE  state changed
2016-11-01 11:03:18Z [overcloud.CephStorageAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:23Z [overcloud.CephStorage.1.CephStorageDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:28Z [overcloud.CephStorageHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:28Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment e7352105-67f6-43fa-abf5-18200bdab400 succeeded
2016-11-01 11:03:28Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment e29e4fa8-e0b9-42e1-a055-1b76c8482225 succeeded
2016-11-01 11:03:29Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-11-01 11:03:29Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-11-01 11:03:32Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: SIGNAL_IN_PROGRESS  Signal: deployment f957e603-0099-4a85-b3d5-5bbbe49e7f44 succeeded
2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.2]: SIGNAL_IN_PROGRESS  Signal: deployment 90e77f67-0662-4266-adce-4bdd7f50b14b succeeded
2016-11-01 11:03:33Z [overcloud.CephStorageAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:33Z [overcloud.ComputeAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5.1]: CREATE_COMPLETE  state changed
2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:03:33Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5.2]: CREATE_COMPLETE  state changed
2016-11-01 11:03:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:03:34Z [overcloud.AllNodesDeploySteps.CephStorageDeployment_Step5]: CREATE_COMPLETE  state changed
2016-11-01 11:03:34Z [overcloud.AllNodesDeploySteps.ComputeDeployment_Step5]: CREATE_COMPLETE  state changed
2016-11-01 11:03:35Z [overcloud.CephStorage.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:38Z [overcloud.CephStorageAllNodesDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:39Z [overcloud.ComputeAllNodesDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:39Z [overcloud.ComputeHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:39Z [overcloud.CephStorage.0.CephStorageDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:42Z [overcloud.ComputeHostsDeployment.1]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:44Z [overcloud.CephStorageHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:44Z [overcloud.CephStorage.2.CephStorageDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:44Z [overcloud.Compute.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:48Z [overcloud.Compute.1.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:51Z [overcloud.CephStorageHostsDeployment.2]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:52Z [overcloud.Compute.0.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:52Z [overcloud.CephStorage.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:53Z [overcloud.Compute.1.NovaComputeDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:03:54Z [overcloud.CephStorage.2.NetworkDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:10:23Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: SIGNAL_IN_PROGRESS  Signal: deployment b63f9288-7645-403c-8818-ca40c3583d60 succeeded
2016-11-01 11:10:24Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5.0]: CREATE_COMPLETE  state changed
2016-11-01 11:10:24Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ControllerDeployment_Step5]: CREATE_COMPLETE  state changed
2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:25Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:26Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.ComputePostConfig]: CREATE_COMPLETE  state changed
2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.BlockStoragePostConfig]: CREATE_COMPLETE  state changed
2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.ControllerPostConfig]: CREATE_COMPLETE  state changed
2016-11-01 11:10:27Z [overcloud.ControllerAllNodesDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:10:27Z [overcloud.AllNodesDeploySteps.ObjectStoragePostConfig]: CREATE_COMPLETE  state changed
2016-11-01 11:10:28Z [overcloud.AllNodesDeploySteps.CephStoragePostConfig]: CREATE_COMPLETE  state changed
2016-11-01 11:10:28Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:28Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:29Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:30Z [overcloud.Controller.0.ControllerDeployment]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:10:30Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:30Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_IN_PROGRESS  state changed
2016-11-01 11:10:31Z [overcloud.ControllerHostsDeployment.0]: SIGNAL_COMPLETE  Unknown
2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.CephStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.ObjectStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.ControllerExtraConfigPost]: CREATE_COMPLETE  state changed
2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.BlockStorageExtraConfigPost]: CREATE_COMPLETE  state changed
2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps.ComputeExtraConfigPost]: CREATE_COMPLETE  state changed
2016-11-01 11:10:32Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:10:33Z [overcloud.AllNodesDeploySteps]: CREATE_COMPLETE  state changed
2016-11-01 11:10:33Z [overcloud]: CREATE_COMPLETE  Stack CREATE completed successfully
2016-11-01 11:10:34Z [overcloud.Controller.0.NetworkDeployment]: SIGNAL_COMPLETE  Unknown

 Stack overcloud CREATE_COMPLETE 

Started Mistral Workflow. Execution ID: 24c86de0-53e5-4134-9341-3ffaf5a23866
Overcloud Endpoint: http://10.0.0.7:5000/v2.0
Overcloud Deployed
 
 
 
  [stack@undercloud ~]$ nova list
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| ID                                   | Name                    | Status | Task State | Power State | Networks            |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
| 15f33049-4143-4ea2-9b30-79f7e1bb2fda | overcloud-cephstorage-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.13 |
| 1f25fe69-b1bb-47c4-afe3-354e3c906599 | overcloud-cephstorage-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.9  |
| bd22ec33-135e-430d-8fad-a79a09a8db4d | overcloud-cephstorage-2 | ACTIVE | -          | Running     | ctlplane=192.0.2.7  |
| a4aa7baf-01dc-47a1-9d6d-bb9a5c1b2f54 | overcloud-controller-0  | ACTIVE | -          | Running     | ctlplane=192.0.2.18 |
| 4f79e25e-d86c-424e-b17e-3a40cc238033 | overcloud-novacompute-0 | ACTIVE | -          | Running     | ctlplane=192.0.2.14 |
| 2b3cd9be-76c1-4eef-a701-fe0bcd37816a | overcloud-novacompute-1 | ACTIVE | -          | Running     | ctlplane=192.0.2.8  |
+--------------------------------------+-------------------------+--------+------------+-------------+---------------------+
[stack@undercloud ~]$ neutron net-list
+--------------------------------------+--------------+----------------------------------------+
| id                                   | name         | subnets                                |
+--------------------------------------+--------------+----------------------------------------+
| 0c67d990-4ea4-4413-90ef-799ea1078e26 | internal_api | 2ec776e2-6d6d-4978-86e7-a3b9009f2253   |
|                                      |              | 172.16.2.0/24                          |
| 540e0686-6608-4bb3-b4cd-34f81173b910 | ctlplane     | e4dc53ce-5662-45a1-8484-9aee2860a330   |
|                                      |              | 192.0.2.0/24                           |
| 5eda23fc-08c6-4b72-9df2-10c26d585310 | storage_mgmt | b3ee41d8-73d4-4c86-8faa-ffa13c2b5b33   |
|                                      |              | 172.16.3.0/24                          |
| 77ee6075-c5fb-4475-92ad-330c14755e2e | storage      | 013a976e-e1e1-4e55-ad37-ed26b854b8f1   |
|                                      |              | 172.16.1.0/24                          |
| 8d280e51-0187-43b6-b99e-b82743fa0402 | external     | af7a2b28-fc62-4571-962d-9331d1150d65   |
|                                      |              | 10.0.0.0/24                            |
| 9c18f722-b5f8-4ea2-9719-8d12950d1424 | tenant       | c5d11c26-3f9e-49ff-840c-4e0fced8f570   |
|                                      |              | 172.16.0.0/24                          |
+--------------------------------------+--------------+----------------------------------------+



[root@overcloud-controller-0 ~]# ceph osd stat
     osdmap e26: 3 osds: 3 up, 3 in
            flags sortbitwise

[root@overcloud-controller-0 ~]# ceph mon stat
e1: 1 mons at {overcloud-controller-0=172.16.1.5:6789/0}, election epoch 3, quorum 0 overcloud-controller-0

[root@overcloud-controller-0 ~]# ceph quorum_status
{"election_epoch":3,"quorum":[0],"quorum_names":["overcloud-controller-0"],"quorum_leader_name":"overcloud-controller-0","monmap":{"epoch":1,"fsid":"d198e3f6-9f8d-11e6-898b-005988bf2909","modified":"2016-10-31 17:49:39.806554","created":"2016-10-31 17:49:39.806554","mons":[{"rank":0,"name":"overcloud-controller-0","addr":"172.16.1.5:6789\/0"}]}}


[root@overcloud-controller-0 ~]# ceph status
    cluster d198e3f6-9f8d-11e6-898b-005988bf2909
     health HEALTH_OK
     monmap e1: 1 mons at {overcloud-controller-0=172.16.1.5:6789/0}
            election epoch 3, quorum 0 overcloud-controller-0
     osdmap e26: 3 osds: 3 up, 3 in
            flags sortbitwise
      pgmap v1407: 224 pgs, 6 pools, 3903 MB data, 880 objects
            37254 MB used, 113 GB / 149 GB avail
                 224 active+clean

[root@overcloud-controller-0 ~]# ceph df
GLOBAL:
    SIZE     AVAIL     RAW USED     %RAW USED 
    149G      113G       37255M         24.26 
POOLS:
    NAME        ID     USED      %USED     MAX AVAIL     OBJECTS 
    rbd         0          0         0        38761M           0 
    metrics     1          0         0        38761M           0 
    images      2      1051M      2.05        38761M         142 
    backups     3          0         0        38761M           0 
    volumes     4      2852M      5.57        38761M         738 
    vms         5          0         0        38761M           0 
 [root@overcloud-controller-0 ~]# ceph osd df tree
ID WEIGHT  REWEIGHT SIZE   USE    AVAIL  %USE  VAR  PGS TYPE NAME                        
-1 0.14639        -   149G 37255M   113G 24.26 1.00   0 root default                     
-2 0.04880        - 51187M 12410M 38777M 24.25 1.00   0     host overcloud-cephstorage-1 
 0 0.04880  1.00000 51187M 12410M 38777M 24.25 1.00 224         osd.0                    
-3 0.04880        - 51187M 12418M 38769M 24.26 1.00   0     host overcloud-cephstorage-2 
 1 0.04880  1.00000 51187M 12418M 38769M 24.26 1.00 224         osd.1                    
-4 0.04880        - 51187M 12426M 38761M 24.28 1.00   0     host overcloud-cephstorage-0 
 2 0.04880  1.00000 51187M 12426M 38761M 24.28 1.00 224         osd.2                    
              TOTAL   149G 37255M   113G 24.26                                           
MIN/MAX VAR: 1.00/1.00  STDDEV: 0.01

[root@overcloud-controller-0 ~]# ceph osd df plain
ID WEIGHT  REWEIGHT SIZE   USE    AVAIL  %USE  VAR  PGS 
 0 0.04880  1.00000 51187M 12410M 38777M 24.25 1.00 224 
 1 0.04880  1.00000 51187M 12418M 38769M 24.26 1.00 224 
 2 0.04880  1.00000 51187M 12426M 38761M 24.28 1.00 224 
              TOTAL   149G 37255M   113G 24.26          
MIN/MAX VAR: 1.00/1.00  STDDEV: 0.01

[root@overcloud-controller-0 ~]# ceph df
GLOBAL:
    SIZE     AVAIL     RAW USED     %RAW USED 
    149G      113G       37255M         24.26 
POOLS:
    NAME        ID     USED      %USED     MAX AVAIL     OBJECTS 
    rbd         0          0         0        38761M           0 
    metrics     1          0         0        38761M           0 
    images      2      1051M      2.05        38761M         142 
    backups     3          0         0        38761M           0 
    volumes     4      2852M      5.57        38761M         738 
    vms         5          0         0        38761M           0 


[root@overcloud-controller-0 ~]# . overcloudrc
[root@overcloud-controller-0 ~]# cinder list
+--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+
| ID                                   | Status | Name           | Size | Volume Type | Bootable | Attached to                          |
+--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+
| 26c136e2-bab5-4283-8a4f-bc62e7664c32 | in-use | centos72volume | 12   | -           | true     | 71e30175-10ac-47fa-be8e-27837ad63419 |
| 35023e26-a9a8-46a1-a086-40172c39084a | in-use | vf24volume     | 7    | -           | true     | a9a0b046-69f8-4a6b-8002-d2be44137fed |
+--------------------------------------+--------+----------------+------+-------------+----------+--------------------------------------+

[root@overcloud-controller-0 ~]# rbd -p volumes ls
volume-26c136e2-bab5-4283-8a4f-bc62e7664c32
volume-35023e26-a9a8-46a1-a086-40172c39084a

[root@overcloud-controller-0 ~]# glance image-list
+--------------------------------------+---------------+
| ID                                   | Name          |
+--------------------------------------+---------------+
| 02970204-3aba-4634-b7bd-3aa4ae70507a | CentOS72Cloud |
| 4301183e-1f53-4ae1-b447-ca374345783a | VF24Cloud     |
+--------------------------------------+---------------+

[root@overcloud-controller-0 ~]# rbd -p images ls
02970204-3aba-4634-b7bd-3aa4ae70507a
4301183e-1f53-4ae1-b447-ca374345783a 
 
  
 

[root@overcloud-controller-0 ~]# ceph osd metadata
[
    {
        "id": 0,
        "arch": "x86_64",
        "back_addr": "172.16.3.7:6800\/29758",
        "backend_filestore_dev_node": "unknown",
        "backend_filestore_partition_path": "unknown",
        "ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
        "cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
        "distro": "CentOS",
        "distro_codename": "Core",
        "distro_description": "CentOS Linux release 7.2.1511 (Core) ",
        "distro_version": "7.2.1511",
        "filestore_backend": "xfs",
        "filestore_f_type": "0x58465342",
        "front_addr": "172.16.1.15:6800\/29758",
        "hb_back_addr": "172.16.3.7:6801\/29758",
        "hb_front_addr": "172.16.1.15:6801\/29758",
        "hostname": "overcloud-cephstorage-1",
        "kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
        "kernel_version": "3.10.0-327.36.3.el7.x86_64",
        "mem_swap_kb": "0",
        "mem_total_kb": "8011328",
        "os": "Linux",
        "osd_data": "\/var\/lib\/ceph\/osd\/ceph-0",
        "osd_journal": "\/var\/lib\/ceph\/osd\/ceph-0\/journal",
        "osd_objectstore": "filestore"
    },
    {
        "id": 1,
        "arch": "x86_64",
        "back_addr": "172.16.3.5:6800\/29906",
        "backend_filestore_dev_node": "unknown",
        "backend_filestore_partition_path": "unknown",
        "ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
        "cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
        "distro": "CentOS",
        "distro_codename": "Core",
        "distro_description": "CentOS Linux release 7.2.1511 (Core) ",
        "distro_version": "7.2.1511",
        "filestore_backend": "xfs",
        "filestore_f_type": "0x58465342",
        "front_addr": "172.16.1.4:6800\/29906",
        "hb_back_addr": "172.16.3.5:6801\/29906",
        "hb_front_addr": "172.16.1.4:6801\/29906",
        "hostname": "overcloud-cephstorage-2",
        "kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
        "kernel_version": "3.10.0-327.36.3.el7.x86_64",
        "mem_swap_kb": "0",
        "mem_total_kb": "6506048",
        "os": "Linux",
        "osd_data": "\/var\/lib\/ceph\/osd\/ceph-1",
        "osd_journal": "\/var\/lib\/ceph\/osd\/ceph-1\/journal",
        "osd_objectstore": "filestore"
    },
    {
        "id": 2,
        "arch": "x86_64",
        "back_addr": "172.16.3.9:6800\/29912",
        "backend_filestore_dev_node": "unknown",
        "backend_filestore_partition_path": "unknown",
        "ceph_version": "ceph version 10.2.2 (45107e21c568dd033c2f0a3107dec8f0b0e58374)",
        "cpu": "Intel(R) Core(TM) i7-4790 CPU @ 3.60GHz",
        "distro": "CentOS",
        "distro_codename": "Core",
        "distro_description": "CentOS Linux release 7.2.1511 (Core) ",
        "distro_version": "7.2.1511",
        "filestore_backend": "xfs",
        "filestore_f_type": "0x58465342",
        "front_addr": "172.16.1.12:6800\/29912",
        "hb_back_addr": "172.16.3.9:6801\/29912",
        "hb_front_addr": "172.16.1.12:6801\/29912",
        "hostname": "overcloud-cephstorage-0",
        "kernel_description": "#1 SMP Mon Oct 24 16:09:20 UTC 2016",
        "kernel_version": "3.10.0-327.36.3.el7.x86_64",
        "mem_swap_kb": "0",
        "mem_total_kb": "6809152",
        "os": "Linux",
        "osd_data": "\/var\/lib\/ceph\/osd\/ceph-2",
        "osd_journal": "\/var\/lib\/ceph\/osd\/ceph-2\/journal",
        "osd_objectstore": "filestore"
    }
]

 


No comments:

Post a Comment