openstack ansible ceph

in the deploy server

git clone -b liberty https://github.com/openstack/openstack-ansible.git /opt/openstack-ansible
cd /opt/openstack-ansible
scripts/bootstrap-ansible.sh

copy the config folder to /etc

cp -a /opt/openstack-ansible/etc/openstack_deploy /etc/

Follow  ceph setup ubuntu three node tutorial

disable is_metal from /etc/openstack_deploy/env.d/cinder.yml

# /etc/openstack_deploy/user_variables.yml

glance_default_store: rbd
glance_notification_driver: noop
glance_ceph_client: glance
glance_rbd_store_pool: glance-images
glance_rbd_store_chunk_size: 8
nova_libvirt_images_rbd_pool: ephemeral-vms
cinder_ceph_client: cinder
cephx: true
ceph_mons:
  - 172.29.244.20
  - 172.29.244.21
  - 172.29.244.22

# /etc/openstack_deploy/openstack_user_config.yml

 storage_hosts:
  c14:
    ip: 172.29.236.14
    container_vars:
      cinder_backends:
        limit_container_types: cinder_volume
        rbd:
          volume_group: cinder-volumes
          volume_driver: cinder.volume.drivers.rbd.RBDDriver
          volume_backend_name: rbd
          rbd_pool: cinder-volumes
          rbd_ceph_conf: /etc/ceph/ceph.conf
          rbd_user: cinder

  c15:
    ip: 172.29.236.15
    container_vars:
      cinder_backends:
        limit_container_types: cinder_volume
        rbd:
          volume_group: cinder-volumes
          volume_driver: cinder.volume.drivers.rbd.RBDDriver
          volume_backend_name: rbd
          rbd_pool: cinder-volumes
          rbd_ceph_conf: /etc/ceph/ceph.conf
          rbd_user: cinder


  c16:
    ip: 172.29.236.16
    container_vars:
      cinder_backends:
        limit_container_types: cinder_volume
        rbd:
          volume_group: cinder-volumes
          volume_driver: cinder.volume.drivers.rbd.RBDDriver
          volume_backend_name: rbd
          rbd_pool: cinder-volumes
          rbd_ceph_conf: /etc/ceph/ceph.conf
          rbd_user: cinder

run playbooks

openstack-ansible haproxy-setup.yml
openstack-ansible setup-hosts.yml
openstack-ansible setup-infrastructure.yml
openstack-ansible setup-openstack.yml

ceph df

GLOBAL:
    SIZE      AVAIL     RAW USED     %RAW USED
    2923G     2923G         552M          0.02
POOLS:
    NAME               ID     USED     %USED     MAX AVAIL     OBJECTS
    cinder-volumes     3         0         0          974G           0
    glance-images      4         0         0          974G           0
    ephemeral-vms      5         0         0          974G           0

upload cirros image

GLOBAL:
    SIZE      AVAIL     RAW USED     %RAW USED
    2923G     2922G         672M          0.02
POOLS:
    NAME               ID     USED       %USED     MAX AVAIL     OBJECTS
    cinder-volumes     3           0         0          974G           0
    glance-images      4      12976k         0          974G           5
    ephemeral-vms      5           0         0          974G           0

create a volume ( i used the cirros images )

GLOBAL:
    SIZE      AVAIL     RAW USED     %RAW USED
    2923G     2922G         626M          0.02
POOLS:
    NAME               ID     USED       %USED     MAX AVAIL     OBJECTS
    cinder-volumes     3      12288k         0          974G           5
    glance-images      4      12976k         0          974G           5
    ephemeral-vms      5           0         0          974G           0

create an instance ( with the same cirros image  )

GLOBAL:
    SIZE      AVAIL     RAW USED     %RAW USED
    2923G     2922G         953M          0.03
POOLS:
    NAME               ID     USED       %USED     MAX AVAIL     OBJECTS
    cinder-volumes     3      32768k         0          974G          11
    glance-images      4      12976k         0          974G           5
    ephemeral-vms      5      32768k         0          974G          11