[ceph-users] zone, zonegroup and resharding bucket on luminous

Orit Wasserman owasserm at redhat.com
Mon Oct 2 00:39:40 PDT 2017


On Fri, Sep 29, 2017 at 5:56 PM, Yoann Moulin <yoann.moulin at epfl.ch> wrote:
> Hello,
>
> I'm doing some tests on the radosgw on luminous (12.2.1), I have a few questions.
>
> In the documentation[1], there is a reference to "radosgw-admin region get" but it seems not to be available anymore.
> It should be "radosgw-admin zonegroup get" I guess.
>
> 1. http://docs.ceph.com/docs/luminous/install/install-ceph-gateway/
>
> I have installed my luminous cluster with ceph-ansible playbook.
>
> but when I try to manipulate zonegroup or zone, I have this
>
>> # radosgw-admin zonegroup get
>> failed to init zonegroup: (2) No such file or directory
>

try with --rgw-zonegroup=default

>> # radosgw-admin  zone get
>> unable to initialize zone: (2) No such file or directory
>
try with --rgw-zone=default

> I guessed it's because I don't have a realm set and not default zone and zonegroup ?
>

The default zone and zonegroup are  part of the realm so without a
realm you cannot set them as defaults.
This means you have to specifiy --rgw-zonegroup=default and --rgw-zone=default
 I am guessing our documentation needs updating :(
I think we can improve our behavior and make those command works
without a realm , i.e return the default zonegroup and zone. I will
open a tracker issue for that.

>> # radosgw-admin realm list
>> {
>>     "default_info": "",
>>     "realms": []
>> }
>
>> # radosgw-admin zonegroup list
>> {
>>     "default_info": "",
>>     "zonegroups": [
>>         "default"
>>     ]
>> }
>
>> # radosgw-admin zone list
>> {
>>     "default_info": "",
>>     "zones": [
>>         "default"
>>     ]
>> }
>
> Is that the default behaviour not to create default realm on a fresh radosgw ? Or is it a side effect of ceph-ansible installation ?
>
It is the default behavior, there is no default realm.

> I have a bucket that referred to a zonegroup but without realm. Can I create a default realm ? Is that safe for the bucket that has already been
> uploaded ?
>
Yes You can create a realm and add the zonegroup to it.
Don't forgot to do "radosgw-admin period update --commit" to commit the changes.

> On the "default" zonegroup (which is not set as default), the  "bucket_index_max_shards" is set to "0", can I modify it without reaml ?
>
I just updated this section in this pr: https://github.com/ceph/ceph/pull/18063

Regards,
Orit
> some useful information (I guess) :
>
>> # radosgw-admin zonegroup get --rgw-zonegroup=default
>> {
>>     "id": "43d23097-56b9-48a6-ad52-de42341be4bd",
>>     "name": "default",
>>     "api_name": "",
>>     "is_master": "true",
>>     "endpoints": [],
>>     "hostnames": [],
>>     "hostnames_s3website": [],
>>     "master_zone": "69d2fd65-fcf9-461b-865f-3dbb053803c4",
>>     "zones": [
>>         {
>>             "id": "69d2fd65-fcf9-461b-865f-3dbb053803c4",
>>             "name": "default",
>>             "endpoints": [],
>>             "log_meta": "false",
>>             "log_data": "false",
>>             "bucket_index_max_shards": 0,
>>             "read_only": "false",
>>             "tier_type": "",
>>             "sync_from_all": "true",
>>             "sync_from": []
>>         }
>>     ],
>>     "placement_targets": [
>>         {
>>             "name": "default-placement",
>>             "tags": []
>>         }
>>     ],
>>     "default_placement": "default-placement",
>>     "realm_id": ""
>> }
>
>> # radosgw-admin zone get --rgw-zone=default
>> {
>>     "id": "69d2fd65-fcf9-461b-865f-3dbb053803c4",
>>     "name": "default",
>>     "domain_root": "default.rgw.meta:root",
>>     "control_pool": "default.rgw.control",
>>     "gc_pool": "default.rgw.log:gc",
>>     "lc_pool": "default.rgw.log:lc",
>>     "log_pool": "default.rgw.log",
>>     "intent_log_pool": "default.rgw.log:intent",
>>     "usage_log_pool": "default.rgw.log:usage",
>>     "reshard_pool": "default.rgw.log:reshard",
>>     "user_keys_pool": "default.rgw.meta:users.keys",
>>     "user_email_pool": "default.rgw.meta:users.email",
>>     "user_swift_pool": "default.rgw.meta:users.swift",
>>     "user_uid_pool": "default.rgw.meta:users.uid",
>>     "system_key": {
>>         "access_key": "",
>>         "secret_key": ""
>>     },
>>     "placement_pools": [
>>         {
>>             "key": "default-placement",
>>             "val": {
>>                 "index_pool": "default.rgw.buckets.index",
>>                 "data_pool": "default.rgw.buckets.data",
>>                 "data_extra_pool": "default.rgw.buckets.non-ec",
>>                 "index_type": 0,
>>                 "compression": ""
>>             }
>>         }
>>     ],
>>     "metadata_heap": "",
>>     "tier_config": [],
>>     "realm_id": ""
>> }
>
>> # radosgw-admin metadata get bucket:image-net
>> {
>>     "key": "bucket:image-net",
>>     "ver": {
>>         "tag": "_2_RFnI5pKQV7XEc5s2euJJW",
>>         "ver": 1
>>     },
>>     "mtime": "2017-08-28 12:27:35.629882Z",
>>     "data": {
>>         "bucket": {
>>             "name": "image-net",
>>             "marker": "69d2fd65-fcf9-461b-865f-3dbb053803c4.44353.1",
>>             "bucket_id": "69d2fd65-fcf9-461b-865f-3dbb053803c4.44353.1",
>>             "tenant": "",
>>             "explicit_placement": {
>>                 "data_pool": "",
>>                 "data_extra_pool": "",
>>                 "index_pool": ""
>>             }
>>         },
>>         "owner": "rgwadmin",
>>         "creation_time": "2017-08-28 12:27:33.492997Z",
>>         "linked": "true",
>>         "has_bucket_info": "false"
>>     }
>> }
>
>> # radosgw-admin metadata get bucket.instance:image-net:69d2fd65-fcf9-461b-865f-3dbb053803c4.44353.1
>> {
>>     "key": "bucket.instance:image-net:69d2fd65-fcf9-461b-865f-3dbb053803c4.44353.1",
>>     "ver": {
>>         "tag": "_HJUIdLuc8HJdxWhortpLiE7",
>>         "ver": 3
>>     },
>>     "mtime": "2017-09-26 14:14:47.749267Z",
>>     "data": {
>>         "bucket_info": {
>>             "bucket": {
>>                 "name": "image-net",
>>                 "marker": "69d2fd65-fcf9-461b-865f-3dbb053803c4.44353.1",
>>                 "bucket_id": "69d2fd65-fcf9-461b-865f-3dbb053803c4.44353.1",
>>                 "tenant": "",
>>                 "explicit_placement": {
>>                     "data_pool": "",
>>                     "data_extra_pool": "",
>>                     "index_pool": ""
>>                 }
>>             },
>>             "creation_time": "2017-08-28 12:27:33.492997Z",
>>             "owner": "rgwadmin",
>>             "flags": 0,
>>             "zonegroup": "43d23097-56b9-48a6-ad52-de42341be4bd",
>>             "placement_rule": "default-placement",
>>             "has_instance_obj": "true",
>>             "quota": {
>>                 "enabled": false,
>>                 "check_on_raw": false,
>>                 "max_size": -1,
>>                 "max_size_kb": 0,
>>                 "max_objects": -1
>>             },
>>             "num_shards": 0,
>>             "bi_shard_hash_type": 0,
>>             "requester_pays": "false",
>>             "has_website": "false",
>>             "swift_versioning": "false",
>>             "swift_ver_location": "",
>>             "index_type": 0,
>>             "mdsearch_config": [],
>>             "reshard_status": 0,
>>             "new_bucket_instance_id": ""
>>         },
>>         "attrs": [
>>             {
>>                 "key": "user.rgw.acl",
>>                 "val": "AgKdAAAAAwIdAAAACAAAAHJnd2FkbWluDQAAAFJhZG9zZ3cgQWRtaW4EA3QAAAABAQAAAAgAAAByZ3dhZG1pbg8AAAABAAAACAAAAHJnd2FkbWluBQNBAAAAAgIEAAAAAAAAAAgAAAByZ3dhZG1pbgAAAAAAAAAAAgIEAAAADwAAAA0AAABSYWRvc2d3IEFkbWluAAAAAAAAAAAAAAAAAAAAAA=="
>>             },
>>             {
>>                 "key": "user.rgw.idtag",
>>                 "val": ""
>>             }
>>         ]
>>     }
>> }
>
>
>
>
> --
> Yoann Moulin
> EPFL IC-IT
> _______________________________________________
> ceph-users mailing list
> ceph-users at lists.ceph.com
> http://lists.ceph.com/listinfo.cgi/ceph-users-ceph.com


More information about the ceph-users mailing list