一、使用ceph做glance后端

1.1 创建用于存储镜像的池

[root@serverc ~]#  ceph osd pool create images 128 128

pool 'images' created

[root@serverc ~]# ceph osd pool application enable images rbd

enabled application 'rbd' on pool 'images'

1.2 创建client.glance账号并授权

[root@serverc ~]# ceph auth get-or-create client.glance mon 'allow r' osd 'allow class-read object_prefix rbd_children,allow rwx pool=images' -o /etc/ceph/ceph.client.glance.keyring

[root@serverc ~]# ll /etc/ceph/ceph.client.glance.keyring

-rw-r--r-- 1 root root 64 Mar 31 10:33 /etc/ceph/ceph.client.glance.keyring

1.3 在glance服务器上安装ceph客户端

[root@serverb ~]# yum -y install ceph-common

从ceph服务端将ceph.conf以及ceph.client.glance.keyring复制到glance服务器

[root@serverc ceph]# scp -r /etc/ceph/ceph.conf /etc/ceph/ceph.client.glance.keyring serverb:/etc/ceph/

ceph.conf                                                                                100% 1262     2.5MB/s   00:00
ceph.client.glance.keyring                                                               100%   64   153.1KB/s   00:00 

1.4 在客户端修改相关权限

[root@serverb ~]#  chown glance.glance /etc/ceph/ceph.client.glance.keyring

1.5 修改配合文件

修改客户端的/etc/ceph/ceph.conf

[root@serverb ~]# vim /etc/ceph/ceph.conf

[client.glance]
keyring = /etc/ceph/ceph.client.glance.keyring

修改/etc/glance/glance-api.conf

[glance_store]
stores = rbd
default_store = rbd
filesystem_store_datadir = /var/lib/glance/images/
rbd_store_chunk_size = 8
rbd_store_pool = images
rbd_store_user = glance
rbd_store_ceph_conf = /etc/ceph/ceph.conf
os_region_name=RegionOne

[root@serverb ~]# grep -Ev "^$|^[#;]" /etc/glance/glance-api.conf

[DEFAULT]
bind_host = 0.0.0.0
bind_port = 9292
workers = 2
image_cache_dir = /var/lib/glance/image-cache
registry_host = 0.0.0.0
debug = False
log_file = /var/log/glance/api.log
log_dir = /var/log/glance
[cors]
[cors.subdomain]
[database]
connection = mysql+pymysql://glance:27c082e7c4a9413c@172.25.250.11/glance
[glance_store]
stores = rbd
default_store = rbd
filesystem_store_datadir = /var/lib/glance/images/
rbd_store_chunk_size = 8
rbd_store_pool = images
rbd_store_user = glance
rbd_store_ceph_conf = /etc/ceph/ceph.conf
os_region_name=RegionOne
[image_format]
[keystone_authtoken]
auth_uri = http://172.25.250.11:5000/v2.0
auth_type = password
project_name=services
username=glance
password=99b29d9142514f0f
auth_url=http://172.25.250.11:35357
[matchmaker_redis]
[oslo_concurrency]
[oslo_messaging_amqp]
[oslo_messaging_notifications]
[oslo_messaging_rabbit]
[oslo_messaging_zmq]
[oslo_middleware]
[oslo_policy]
policy_file = /etc/glance/policy.json
[paste_deploy]
flavor = keystone
[profiler]
[store_type_location_strategy]
[task]
[taskflow_executor] 

重启glance-api

[root@serverb ~]# systemctl restart openstack-glance-api

1.6 验证

下载镜像

[root@foundation ~]#  wget http://download.cirros-cloud.net/0.4.0/cirros-0.4.0-x86_64-disk.img

[root@foundation ~]# scp cirros-0.4.0-x86_64-disk.img root@serverb:/tmp/

[root@serverb ~]# cd /tmp/

-rw-r--r--  1 root root 12716032 Mar 31 10:39 cirros-0.4.0-x86_64-disk.img
-rw-r--r--. 1 root root      173 Mar 30 17:54 rht
-rw-r--r--. 1 root root      404 Mar 30 17:54 rht-vm-hosts
-rw-r--r--. 1 root root      180 Mar 30 17:54 rht-wks
drwx------  3 root root       17 Mar 30 17:54 systemd-private-2bf1332dd8ae4d5f95d9f9a64e0ef5ee-chronyd.service-I1ANDV
drwx------  3 root root       17 Mar 30 17:54 systemd-private-2bf1332dd8ae4d5f95d9f9a64e0ef5ee-epmd@0.0.0.0.service-0il3SD
drwx------  3 root root       17 Mar 30 17:54 systemd-private-2bf1332dd8ae4d5f95d9f9a64e0ef5ee-httpd.service-mWaw6A
drwx------  3 root root       17 Mar 30 17:54 systemd-private-2bf1332dd8ae4d5f95d9f9a64e0ef5ee-mariadb.service-xt5VbD
drwx------  3 root root       17 Mar 30 18:29 systemd-private-2bf1332dd8ae4d5f95d9f9a64e0ef5ee-openstack-glance-api.service-RVKYpk
drwx------  3 root root       17 Mar 30 17:54 systemd-private-2bf1332dd8ae4d5f95d9f9a64e0ef5ee-openstack-glance-registry.service-Bc5DYB

[root@serverb tmp]# glance image-list

You must provide a username via either --os-username or env[OS_USERNAME]

[root@serverb ~]# source keystonerc_admin

[root@serverb ~(keystone_admin)]# glance image-list

+----+------+
| ID | Name |
+----+------+
+----+------+

[root@serverb ~(keystone_admin)]# glance image-create  --name cirros  --file  /tmp/cirros-0.4.0-x86_64-disk.img --disk-format  qcow2 --container-format  bare  --progress

[=============================>] 100%
+------------------+--------------------------------------+
| Property         | Value                                |
+------------------+--------------------------------------+
| checksum         | 443b7623e27ecf03dc9e01ee93f67afe     |
| container_format | bare                                 |
| created_at       | 2019-03-30T10:31:44Z                 |
| disk_format      | qcow2                                |
| id               | 79cfc319-f60a-45d4-834f-b70dc20c7975 |
| min_disk         | 0                                    |
| min_ram          | 0                                    |
| name             | cirros                               |
| owner            | 79cf145d371e48ef96f608cbf85d1788     |
| protected        | False                                |
| size             | 12716032                             |
| status           | active                               |
| tags             | []                                   |
| updated_at       | 2019-03-30T10:31:47Z                 |
| virtual_size     | None                                 |
| visibility       | private                              |
+------------------+--------------------------------------+

[root@serverb ~(keystone_admin)]# glance image-create  --name cirros  --file  /tmp/cirros-0.4.0-x86_64-disk.img --disk-format  qcow2 --container-format  bare  --progress

[=============================>] 100%
+------------------+--------------------------------------+
| Property         | Value                                |
+------------------+--------------------------------------+
| checksum         | 443b7623e27ecf03dc9e01ee93f67afe     |
| container_format | bare                                 |
| created_at       | 2019-03-30T01:10:49Z                 |
| disk_format      | qcow2                                |
| id               | ab67abe6-7d65-407f-88e9-7b46d873b477 |
| min_disk         | 0                                    |
| min_ram          | 0                                    |
| name             | cirros                               |
| owner            | 79cf145d371e48ef96f608cbf85d1788     |
| protected        | False                                |
| size             | 12716032                             |
| status           | active                               |
| tags             | []                                   |
| updated_at       | 2019-03-30T01:10:49Z                 |
| virtual_size     | None                                 |
| visibility       | private                              |
+------------------+--------------------------------------+

[root@serverb ~(keystone_admin)]# glance image-list

+--------------------------------------+--------+
| ID                                   | Name   |
+--------------------------------------+--------+
| 79cfc319-f60a-45d4-834f-b70dc20c7975 | cirros |
| ab67abe6-7d65-407f-88e9-7b46d873b477 | cirros |
+--------------------------------------+--------+

1.7 删除一个image

[root@serverb tmp(keystone_admin)]#  glance image-delete ab67abe6-7d65-407f-88e9-7b46d873b477

[root@serverb ~(keystone_admin)]# glance image-list

+--------------------------------------+--------+
| ID                                   | Name   |
+--------------------------------------+--------+
| 79cfc319-f60a-45d4-834f-b70dc20c7975 | cirros |
+--------------------------------------+--------+

[root@serverc ~]#  rados -p  images ls

rbd_object_map.105f76fe073c.0000000000000004
rbd_directory
rbd_data.105f76fe073c.0000000000000001
rbd_info
rbd_id.79cfc319-f60a-45d4-834f-b70dc20c7975
rbd_object_map.105f76fe073c
rbd_data.105f76fe073c.0000000000000000
rbd_header.105f76fe073c

[root@serverc ~]# rbd ls images

79cfc319-f60a-45d4-834f-b70dc20c7975

[root@serverc ~]# rbd info images/79cfc319-f60a-45d4-834f-b70dc20c7975

rbd image '79cfc319-f60a-45d4-834f-b70dc20c7975':size 12418 kB in 2 objectsorder 23 (8192 kB objects)block_name_prefix: rbd_data.105f76fe073cformat: 2features: layering, exclusive-lock, object-map, fast-diff, deep-flattenflags: create_timestamp: Sun Mar 31 10:40:38 2019

[root@serverb ~(keystone_admin)]# nova flavor-list

+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| ID | Name      | Memory_MB | Disk | Ephemeral | Swap | VCPUs | RXTX_Factor | Is_Public |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+
| 1  | m1.tiny   | 512       | 1    | 0         |      | 1     | 1.0         | True      |
| 2  | m1.small  | 2048      | 20   | 0         |      | 1     | 1.0         | True      |
| 3  | m1.medium | 4096      | 40   | 0         |      | 2     | 1.0         | True      |
| 4  | m1.large  | 8192      | 80   | 0         |      | 4     | 1.0         | True      |
| 5  | m1.xlarge | 16384     | 160  | 0         |      | 8     | 1.0         | True      |
+----+-----------+-----------+------+-----------+------+-------+-------------+-----------+

1.8 使用上传的镜像创建一个nova虚拟机

# nova boot --flavor 1 --image <image id> <虚拟机名称>

[root@serverb ~(keystone_admin)]# nova boot --flavor  1 --image 3d80ba00-b4c7-4f3c-98b8-17d9fd140216 vm1

+--------------------------------------+-----------------------------------------------+
| Property                             | Value                                         |
+--------------------------------------+-----------------------------------------------+
| OS-DCF:diskConfig                    | MANUAL                                        |
| OS-EXT-AZ:availability_zone          |                                               |
| OS-EXT-SRV-ATTR:host                 | -                                             |
| OS-EXT-SRV-ATTR:hostname             | vm1                                           |
| OS-EXT-SRV-ATTR:hypervisor_hostname  | -                                             |
| OS-EXT-SRV-ATTR:instance_name        |                                               |
| OS-EXT-SRV-ATTR:kernel_id            |                                               |
| OS-EXT-SRV-ATTR:launch_index         | 0                                             |
| OS-EXT-SRV-ATTR:ramdisk_id           |                                               |
| OS-EXT-SRV-ATTR:reservation_id       | r-7ygb36rz                                    |
| OS-EXT-SRV-ATTR:root_device_name     | -                                             |
| OS-EXT-SRV-ATTR:user_data            | -                                             |
| OS-EXT-STS:power_state               | 0                                             |
| OS-EXT-STS:task_state                | scheduling                                    |
| OS-EXT-STS:vm_state                  | building                                      |
| OS-SRV-USG:launched_at               | -                                             |
| OS-SRV-USG:terminated_at             | -                                             |
| accessIPv4                           |                                               |
| accessIPv6                           |                                               |
| adminPass                            | 3j2dpZjCXZn8                                  |
| config_drive                         |                                               |
| created                              | 2019-03-29T12:09:30Z                          |
| description                          | -                                             |
| flavor                               | m1.tiny (1)                                   |
| hostId                               |                                               |
| host_status                          |                                               |
| id                                   | dec39eb4-75f5-47eb-b335-1e2b1833253d          |
| image                                | cirros (3d80ba00-b4c7-4f3c-98b8-17d9fd140216) |
| key_name                             | -                                             |
| locked                               | False                                         |
| metadata                             | {}                                            |
| name                                 | vm1                                           |
| os-extended-volumes:volumes_attached | []                                            |
| progress                             | 0                                             |
| security_groups                      | default                                       |
| status                               | BUILD                                         |
| tags                                 | []                                            |
| tenant_id                            | 79cf145d371e48ef96f608cbf85d1788              |
| updated                              | 2019-03-29T12:09:30Z                          |
| user_id                              | 8e0be34493e04722ba03ab30fbbf3bf8              |
+--------------------------------------+-----------------------------------------------+

[root@serverb ~(keystone_admin)]# nova list

+--------------------------------------+------+--------+------------+-------------+----------------------------+
| ID                                   | Name | Status | Task State | Power State | Networks                   |
+--------------------------------------+------+--------+------------+-------------+----------------------------+
| dec39eb4-75f5-47eb-b335-1e2b1833253d | vm1  | ERROR  | -          | NOSTATE     | novanetwork=192.168.32.255 |
+--------------------------------------+------+--------+------------+-------------+----------------------------+

虚拟机状态错误,有与Openstack的配置需要完善,后续可以继续更新

二、 使用ceph作为cinder后端

[root@serverb ~(keystone_admin)]# cinder list

+----+--------+------+------+-------------+----------+-------------+
| ID | Status | Name | Size | Volume Type | Bootable | Attached to |
+----+--------+------+------+-------------+----------+-------------+
+----+--------+------+------+-------------+----------+-------------+

2.1 为cinder也创建一个rbd池

[root@serverc ~]# ceph osd pool create volumes 64 64

pool 'volumes' created

[root@serverc ~]# ceph osd pool application enable volumes rbd

enabled application 'rbd' on pool 'volumes'

2.2 为client.cinder用户授权

[root@serverc ~]# ceph auth get-or-create client.cinder mon 'allow r' osd 'allow class-read object_prefix rbd_children, allow rwx pool=images, allow rwx pool=volumes' -o /etc/ceph/ceph.client.cinder.keyring

[root@serverc ~]# ceph auth get-key client.cinder -o /etc/ceph/temp.client.cinder.key

[root@serverc ~]# cat /etc/ceph/temp.client.cinder.key

AQA5KaBcszk/JxAAPdymqbMzqrfhZ+GyqZgUvg==

[root@serverc ~]# scp -r /etc/ceph/ceph.client.glance.keyring /etc/ceph/ceph.client.cinder.keyring serverb:/etc/ceph/

root@serverb's password: 

ceph.client.glance.keyring 100% 64 185.6KB/s 00:00 ceph.client.cinder.keyring 100% 64 89.5KB/s 00:00

2.3 在cinder服务器上安装ceph的客户端

[root@serverb ~]# yum -y install ceph-commom

[root@serverb tmp]# chown cinder.cinder -R /etc/ceph/ceph.client.cinder.keyring

2.4 修改客户端/etc/ceph/ceph.conf

[root@serverb tmp]# vim /etc/ceph/ceph.conf

[client.cinder]
keyring = /etc/ceph/ceph.client.cinder.keyring

2.5  生成libvirt的secret

[root@serverb tmp(keystone_admin)]# uuidgen

ade72e47-ce6f-4f44-a97d-d7dff6aef99c

[root@serverb tmp(keystone_admin)]# vim /etc/ceph/secret.xml

<secret ephemeral="no" private="no"><uuid>ade72e47-ce6f-4f44-a97d-d7dff6aef99c</uuid><usage type="ceph"><name>client.cinder secret</name></usage>
</secret>

[root@serverb tmp(keystone_admin)]# virsh secret-define --file /etc/ceph/secret.xml

Secret ade72e47-ce6f-4f44-a97d-d7dff6aef99c created

[root@serverb tmp(keystone_admin)]#  virsh secret-list

UUID                                  Usage
--------------------------------------------------------------------------------ade72e47-ce6f-4f44-a97d-d7dff6aef99c  ceph client.cinder secret

2.6 将密钥设置到secret中

[root@serverb tmp(keystone_admin)]# virsh secret-set-value --secret ade72e47-ce6f-4f44-a97d-d7dff6aef99c --base64 $(cat /etc/ceph/temp.client.cinder.key)

Secret value set

[root@serverb tmp(keystone_admin)]# virsh secret-list

UUID                                  Usage
--------------------------------------------------------------------------------ade72e47-ce6f-4f44-a97d-d7dff6aef99c  ceph client.cinder secret

[root@serverb tmp(keystone_admin)]# ceph -s --id cinder

cluster:
id: 70ec7a0b-7b4d-4c4d-8705-3eb5ce3e8e50
health: HEALTH_OKservices:
mon: 3 daemons, quorum serverc,serverd,servere
mgr: servere(active), standbys: serverc, serverd
osd: 9 osds: 9 up, 9 indata:
pools: 2 pools, 192 pgs
objects: 8 objects, 12418 kB
usage: 1007 MB used, 133 GB / 134 GB avail
pgs: 192 active+clean

2.7 修改 /etc/cinder/cinder.conf

[root@serverb tmp(keystone_admin)]#  vim /etc/cinder/cinder.conf

[DEFALUT]
enabled_backends = rbd2
default_volume_type = rbd2
glance_api_version = 2[rbd2]
volume_driver = cinder.volume.drivers.rbd.RBDDriver
rbd_pool = volumes
rbd_user = cinder
rbd_ceph_conf = /etc/ceph/ceph.conf
rbd_flatten_volume_from_snapshot = false
rbd_secret_uuid = f50719e8-e5b7-404e-980a-c80254e4541c
rbd_max_clone_depth = 5
rbd_store_chunk_size = 4
rados_connect_timeout = -1
# 指定volume_backend_name,可忽略
#volume_backend_name = rbd2 

2.8 创建指定的cinder的volume类型

[root@serverb tmp(keystone_admin)]# cinder type-create rbd2

+--------------------------------------+------+-------------+-----------+
| ID                                   | Name | Description | Is_Public |
+--------------------------------------+------+-------------+-----------+
| c92590e9-33f8-4152-8853-945dc3eb4548 | rbd2 | -           | True      |
+--------------------------------------+------+-------------+-----------+

[root@serverb tmp(keystone_admin)]#  cinder type-key rbd2 set volume_backend_name=rbd2

[root@serverb tmp(keystone_admin)]# systemctl restart openstack-cinder-volume

[root@serverb tmp(keystone_admin)]# systemctl restart openstack-cinder-api

[root@serverb tmp(keystone_admin)]# systemctl restart openstack-cinder-scheduler

2.9 验证

[root@serverb tmp(keystone_admin)]# cinder create --name new-volume --display-name 'ceph storage' 2 --volume_type rbd2

+--------------------------------+--------------------------------------+
| Property                       | Value                                |
+--------------------------------+--------------------------------------+
| attachments                    | []                                   |
| availability_zone              | nova                                 |
| bootable                       | false                                |
| consistencygroup_id            | None                                 |
| created_at                     | 2019-03-31T03:01:34.000000           |
| description                    | None                                 |
| encrypted                      | False                                |
| id                             | 5aa151ad-978c-40b3-bca9-ead7c34358ff |
| metadata                       | {}                                   |
| migration_status               | None                                 |
| multiattach                    | False                                |
| name                           | ceph storage                         |
| os-vol-host-attr:host          | None                                 |
| os-vol-mig-status-attr:migstat | None                                 |
| os-vol-mig-status-attr:name_id | None                                 |
| os-vol-tenant-attr:tenant_id   | 79cf145d371e48ef96f608cbf85d1788     |
| replication_status             | disabled                             |
| size                           | 2                                    |
| snapshot_id                    | None                                 |
| source_volid                   | None                                 |
| status                         | creating                             |
| updated_at                     | None                                 |
| user_id                        | 8e0be34493e04722ba03ab30fbbf3bf8     |
| volume_type                    | rbd2                                 |
+--------------------------------+--------------------------------------+

[root@serverb tmp(keystone_admin)]# cinder list

+--------------------------------------+-----------+--------------+------+-------------+----------+-------------+
| ID                                   | Status    | Name         | Size | Volume Type | Bootable | Attached to |
+--------------------------------------+-----------+--------------+------+-------------+----------+-------------+
| 5aa151ad-978c-40b3-bca9-ead7c34358ff | available | ceph storage | 2    | rbd2        | false    |             |
+--------------------------------------+-----------+--------------+------+-------------+----------+-------------+

三、使用keystone验证rados网关

3.1 配置rados服务器端

[root@serverc ~]# yum install -y ceph-radosgw

[root@serverc ~]# ceph auth get-or-create client.rgw.serverc mon 'allow rwx' osd 'allow rwx' -o /etc/ceph/ceph.client.rgw.serverc.keyring

[root@serverc ~]# vim /etc/ceph/ceph.conf

[root@serverc ~]# systemctl restart ceph-radosgw@rgw.serverc

[root@serverc ~]# ps -ef|grep rados

root       46163       1  0 11:19 ?        00:00:00 /usr/bin/radosgw -f --cluster ceph --name client.rgw.serverc --setuser ceph --setgroup ceph

3.2  在keystone上创建服务与端点

[root@serverb tmp(keystone_admin)]# openstack service create --description "Swift Service" --name swift object-store

+-------------+----------------------------------+
| Field       | Value                            |
+-------------+----------------------------------+
| description | Swift Service                    |
| enabled     | True                             |
| id          | 1dd0d40cd61d4bed870cc3c302a001da |
| name        | swift                            |
| type        | object-store                     |
+-------------+----------------------------------+

[root@serverb tmp(keystone_admin)]# openstack endpoint create --region RegionOne --publicurl "http://serverc.lab.example.com/swift/v1" --adminurl "http://serverc.lab.example.com/swift/v1" --internalurl "http://serverc.lab.example.com/swift/v1" swift

+--------------+-----------------------------------------+
| Field        | Value                                   |
+--------------+-----------------------------------------+
| adminurl     | http://serverc.lab.example.com/swift/v1 |
| id           | 47f906c29a904571a44dcd99ea27561c        |
| internalurl  | http://serverc.lab.example.com/swift/v1 |
| publicurl    | http://serverc.lab.example.com/swift/v1 |
| region       | RegionOne                               |
| service_id   | 1dd0d40cd61d4bed870cc3c302a001da        |
| service_name | swift                                   |
| service_type | object-store                            |
+--------------+-----------------------------------------+

[root@serverb tmp(keystone_admin)]# openstack service list

+----------------------------------+----------+--------------+
| ID                               | Name     | Type         |
+----------------------------------+----------+--------------+
| 1dd0d40cd61d4bed870cc3c302a001da | swift    | object-store |
| 26a3d56178cd4da2bca93e775ce4efac | cinderv3 | volumev3     |
| 834ee6fe73b2425fb5bb667ccdfdf6a7 | cinderv2 | volumev2     |
| 9581f6be4b4e4112bdb8d1cb8ef2794b | keystone | identity     |
| a43b4be139364c4fbf9555e12eeabfed | glance   | image        |
| a63dad7778b744bfbc263dd73caf0fdb | cinder   | volume       |
| f3f2b987cdc14d7996bacbd13d3301e1 | nova     | compute      |
+----------------------------------+----------+--------------+

[root@serverb tmp(keystone_admin)]# openstack service show swift

+-------------+----------------------------------+
| Field       | Value                            |
+-------------+----------------------------------+
| description | Swift Service                    |
| enabled     | True                             |
| id          | 1dd0d40cd61d4bed870cc3c302a001da |
| name        | swift                            |
| type        | object-store                     |
+-------------+----------------------------------+

[root@serverb tmp(keystone_admin)]# openstack endpoint  show swift

+--------------+-----------------------------------------+
| Field        | Value                                   |
+--------------+-----------------------------------------+
| adminurl     | http://serverc.lab.example.com/swift/v1 |
| enabled      | True                                    |
| id           | 47f906c29a904571a44dcd99ea27561c        |
| internalurl  | http://serverc.lab.example.com/swift/v1 |
| publicurl    | http://serverc.lab.example.com/swift/v1 |
| region       | RegionOne                               |
| service_id   | 1dd0d40cd61d4bed870cc3c302a001da        |
| service_name | swift                                   |
| service_type | object-store                            |
+--------------+-----------------------------------------+

3.3 获取keystone admin token

[root@serverb tmp(keystone_admin)]# cat /etc/keystone/keystone.conf |grep admin_token

# value is ignored and the `admin_token` middleware is effectively disabled.
# However, to completely disable `admin_token` in production (highly
# `AdminTokenAuthMiddleware` (the `admin_token_auth` filter) from your paste
#admin_token = <None>
admin_token = fb032ccf285a432b81c6fe347be8a07d

3.4 修改  /etc/ceph/ceph.conf

[root@serverc ~]# vim /etc/ceph/ceph.conf

[client.rgw.serverc]
host = serverc
keyring = /etc/ceph/ceph.client.rgw.serverc.keyring
rgw_frontends = civetweb port=80 num_threads=100
log = /var/log/ceph/$cluster.$name.log
rgw_dns_name = serverc.lab.example.comrgw_keystone_url = http://serverb.lab.example.com:5000
rgw_keystone_admin_token = fb032ccf285a432b81c6fe347be8a07d
rgw_keystone_accepted_roles = admin member swiftoperator
rgw_keystone_token_cache_size = 200
rgw_keystone_revocation_interval = 300
rgw_keystone_verify_ssl = false

[root@serverc ~]# systemctl restart ceph-radosgw@rgw.serverc

[root@serverc ~]# ps -ef|grep rados

ceph       46492       1  2 11:45 ?        00:00:00 /usr/bin/radosgw -f --cluster ceph --name client.rgw.serverc --setuser ceph --setgroup ceph

[root@serverb tmp(keystone_admin)]# ps -ef |grep keystone

keystone  1109   987  0 09:05 ?        00:00:01 keystone-admin  -DFOREGROUND
keystone  1110   987  0 09:05 ?        00:00:01 keystone-admin  -DFOREGROUND
keystone  1111   987  0 09:05 ?        00:00:02 keystone-main   -DFOREGROUND
keystone  1121   987  0 09:05 ?        00:00:02 keystone-main   -DFOREGROUND

[root@serverb tmp(keystone_admin)]# netstat -ntlp |grep 987

tcp6       0      0 :::80                   :::*                    LISTEN      987/httpd
tcp6       0      0 :::35357                :::*                    LISTEN      987/httpd
tcp6       0      0 :::5000                 :::*                    LISTEN      987/httpd   

3.5 客户端验证

[root@serverb tmp(keystone_admin)]# swift list

[root@serverb tmp(keystone_admin)]# swift post testbucket

[root@serverb tmp(keystone_admin)]# swift list

testbucket

[root@serverc ~]# ceph osd pool ls

images
volumes
.rgw.root
default.rgw.control
default.rgw.meta
default.rgw.log
default.rgw.buckets.index

[root@serverc ~]#  rados -p  default.rgw.buckets.index ls

.dir.ce5b2073-728f-42d5-8fac-b2e0aa2a41a3.4333.1

[root@serverb tmp(keystone_admin)]# swift upload testbucket  /etc/ceph/secret.xml

etc/ceph/secret.xml

[root@serverc ~]#  rados -p  default.rgw.buckets.data ls

ce5b2073-728f-42d5-8fac-b2e0aa2a41a3.4333.1_etc/ceph/secret.xml


博主声明:本文的内容来源主要来自誉天教育晏威老师,由本人实验完成操作验证,需要的博友请联系誉天教育(http://www.yutianedu.com/),获得官方同意或者晏老师(https://www.cnblogs.com/breezey/)本人同意即可转载,谢谢!

转载于:https://www.cnblogs.com/zyxnhr/p/10624009.html

020 ceph作openstack的后端存储相关推荐

  1. 【转载】ceph作为OpenStack的后端存储解决方案

    Piston Cloud Computing公司介绍 Piston Cloud Computing,inc 是一间建立于2011年的软件公司.主要创始人原来都是OpenStack的创建者,包括前NAS ...

  2. 使用Ceph作为OpenStack的统一存储解决方案

    文章目录 统一存储解决方案 一.Ceph RBD和Openstack集群的基础配置 1. 需求说明 2.原理解析 3. 为 Glance.Nova.Cinder 创建专用的RBD Pools池并初始化 ...

  3. 使用 Ceph 作为 OpenStack 的统一存储解决方案

    目录 文章目录 目录 前文列表 统一存储解决方案 配置 Ceph RBD 将 Ceph RBD 作为 Glance 后端存储 对接 Glance API 创建 Image 使用 Ceph 作为 Cin ...

  4. cinder与ceph的区别_配置cinder-volume服务使用ceph作为后端存储

    在ceph监视器上执行 CINDER_PASSWD='cinder1234!' controllerHost='controller' RABBIT_PASSWD='0penstackRMQ' 1.创 ...

  5. ceph查看卷_基于CEPH后端存储搭建Harbor

    上一篇文章基于NFS后端存储搭建Harbor ,这一节来聊聊K8s与CEPH的对接以及基于CEPH Harbor的构建. 因为资源的问题,测试环境仍然是K8s的ALL-IN-ONE环境,CEPH集群通 ...

  6. openstack核心组件-块存储 (Block Storage) : Cinder

    cinder 介绍: 理解 Block Storage 操作系统获得存储空间的方式一般有两种: 通过某种协议(SAS,SCSI,SAN,iSCSI 等)挂接裸硬盘,然后分区.格式化.创建文件系统:或者 ...

  7. Ceph万字总结|如何改善存储性能以及提升存储稳定性

    「Ceph – 简介」 Ceph是一个即让人印象深刻又让人畏惧的开源存储产品.通过本文,用户能确定Ceph是否满足自身的应用需求.在本文中,我们将深入研究Ceph的起源,研究其功能和基础技术,并讨论一 ...

  8. ceph查看卷_理解 QEMU/KVM 和 Ceph(3):存储卷挂接和设备名称

    本系列文章会总结 QEMU/KVM 和 Ceph 之间的整合: 这篇文章分析一下一个 Ceph RBD 卷是如何被映射到一个 QEMU/KVM 客户机的,以及客户机中设备的命名问题. 1. 遇到的设备 ...

  9. Ceph专题三 Ceph与OpenStack集成和行业应用

     Ceph专题三Ceph与OpenStack集成和行业应用 Ceph 在OpenStack中的地位 Openstack是继Linux之后又一个非常成熟和受欢迎的开源云计算解决方案,Openstac ...

最新文章

  1. 吴恩达机器学习笔记61-应用实例:图片文字识别(Application Example: Photo OCR)【完结】...
  2. 【[SDOI2014]数数】
  3. c语言程序实际问题,《编程解决问题之程序规划语言(c语言)》.doc
  4. mysql limit报错_mysql limit 附近老是报错,求帮助!
  5. 345.反转字符串中的元音字母
  6. 计算机一级cad试题,全国计算机等级考试一级试题与答案(25套)(1)2
  7. 120xa变频器调试参数_图文并茂 | 西门子G120变频器的面板调试操作
  8. 数独android程序,简单实现Android数独游戏
  9. 【BZOJ2434】【NOI2011】阿狸的打字机(AC自动机及Fail树的性质,树状数组)
  10. 基于区块链的去中心化存储(区块链存储)的工作流程
  11. 深入理解JAVA中的跨包继承
  12. markdown中插入数学公式
  13. 自定义圆形进度条的实现方式
  14. svn篇2:idea中使用svn
  15. Python爬虫-CSDN博客排行榜数据爬取
  16. VC++开发垃圾文件清理软件(下)
  17. 南华大学计算机考研资料汇总
  18. 3DMAX如何建模手
  19. 免费的mathematica
  20. 解决、鼠标间歇性、自动断开、又重连(有图)

热门文章

  1. Java集合系列---List源码解析(ArrayList和LinkedList的区别)
  2. python实现字母的加密和解密 字典_python实现AES加密与解密
  3. 用java swing做连连看_java基于swing实现的连连看代码
  4. mysql重新构建自增长_mysql 建表后 重新构建 自增字段 (保留 原有字段结构)
  5. ELK - 实用日志分析系统
  6. WebApi单元测试记录
  7. 不要过打折的生活,当你发现这些你有了,说明你开始成熟了
  8. log4j的相关jar包总结
  9. EMA算法的C#实现
  10. addEventListener方法与on事件的区别