Project

General

Profile

Bug #18210

rgw: multisite: commit period issue when creating multiple zonegroups

Added by Jiang Yu over 7 years ago. Updated about 7 years ago.

Status:
In Progress
Priority:
Normal
Target version:
-
% Done:

0%

Source:
Tags:
Backport:
Regression:
No
Severity:
3 - minor
Reviewed:
Affected Versions:
ceph-qa-suite:
rgw
Pull request ID:
Crash signature (v1):
Crash signature (v2):

Description

root@B-80-11:~/multisite# rados lspools
rbd
openstack
cn-sy-south.rgw.root
cn-sy-south.rgw.control
cn-sy-south.rgw.data.root
cn-sy-south.rgw.gc
cn-sy-south.rgw.log
cn-sy-south.rgw.intent-log
cn-sy-south.rgw.usage
cn-sy-south.rgw.users.keys
cn-sy-south.rgw.users.email
cn-sy-south.rgw.users.swift
cn-sy-south.rgw.users.uid
cn-sy-south.rgw.buckets.index
cn-sy-south.rgw.buckets.data
cn-sy-south.rgw.meta

root@B-80-11:~/multisite# radosgw-admin realm create --rgw-realm=earth --default
2016-12-09 17:21:48.443577 7f39ba9a0900 1 error read_lastest_epoch .rgw.root:periods.10a1172b-a5f3-4910-be31-6a14612630de.latest_epoch {
"id": "32d84223-3284-4de0-b8fb-2c8b70b823f9",
"name": "earth",
"current_period": "10a1172b-a5f3-4910-be31-6a14612630de",
"epoch": 1
}

root@B-80-11:~/multisite# radosgw-admin zonegroup create --rgw-zonegroup=cn --endpoints=http://192.168.250.68:80 --master --default {
"id": "c5891f09-8665-4ac7-acc6-ba3a7d1cc964",
"name": "cn",
"api_name": "cn",
"is_master": "true",
"endpoints": [
"http:\/\/192.168.250.68:80"
],
"hostnames": [],
"hostnames_s3website": [],
"master_zone": "",
"zones": [],
"placement_targets": [],
"default_placement": "",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}

root@B-80-11:~/multisite# radosgw-admin zone create --rgw-zonegroup=cn --rgw-zone=cn-sy-south --endpoints=http://192.168.250.68:80 --access-key=$SYSTEM_ACCESS_KEY --secret=$SYSTEM_SECRET_KEY --default --master {
"id": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"name": "cn-sy-south",
"domain_root": "cn-sy-south.rgw.data.root",
"control_pool": "cn-sy-south.rgw.control",
"gc_pool": "cn-sy-south.rgw.gc",
"log_pool": "cn-sy-south.rgw.log",
"intent_log_pool": "cn-sy-south.rgw.intent-log",
"usage_log_pool": "cn-sy-south.rgw.usage",
"user_keys_pool": "cn-sy-south.rgw.users.keys",
"user_email_pool": "cn-sy-south.rgw.users.email",
"user_swift_pool": "cn-sy-south.rgw.users.swift",
"user_uid_pool": "cn-sy-south.rgw.users.uid",
"system_key": {
"access_key": "mzDPoZlZd920jiT75OsP",
"secret_key": "ICk32pv8a1JruAySbdAimdyaZi3OgrdcpO0W5E4G"
},
"placement_pools": [ {
"key": "default-placement",
"val": {
"index_pool": "cn-sy-south.rgw.buckets.index",
"data_pool": "cn-sy-south.rgw.buckets.data",
"data_extra_pool": "cn-sy-south.rgw.buckets.non-ec",
"index_type": 0
}
}
],
"metadata_heap": "cn-sy-south.rgw.meta",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}

root@B-80-11:~/multisite# radosgw-admin user create --uid=cn-sy-south --display-name="cn-sy-south" --access-key=$SYSTEM_ACCESS_KEY --secret=$SYSTEM_SECRET_KEY --system
2016-12-09 17:23:00.982505 7eff32b5c900 0 error in read_id for id : (2) No such file or directory
2016-12-09 17:23:00.982762 7eff32b5c900 0 error in read_id for id : (2) No such file or directory {
"user_id": "cn-sy-south",
"display_name": "cn-sy-south",
"email": "",
"suspended": 0,
"max_buckets": 1000,
"auid": 0,
"subusers": [],
"keys": [ {
"user": "cn-sy-south",
"access_key": "mzDPoZlZd920jiT75OsP",
"secret_key": "ICk32pv8a1JruAySbdAimdyaZi3OgrdcpO0W5E4G"
}
],
"swift_keys": [],
"caps": [],
"op_mask": "read, write, delete",
"system": "true",
"default_placement": "",
"placement_tags": [],
"bucket_quota": {
"enabled": false,
"max_size_kb": -1,
"max_objects": -1
},
"user_quota": {
"enabled": false,
"max_size_kb": -1,
"max_objects": -1
},
"temp_url_keys": []
}

root@B-80-11:~/multisite# radosgw-admin period update --commit
2016-12-09 17:23:15.501403 7f4dea928900 0 error in read_id for id : (2) No such file or directory
2016-12-09 17:23:15.501641 7f4dea928900 0 error in read_id for id : (2) No such file or directory
2016-12-09 17:23:15.536781 7f4dea928900 1 error read_lastest_epoch .rgw.root:periods.32d84223-3284-4de0-b8fb-2c8b70b823f9:staging.latest_epoch
2016-12-09 17:23:15.563235 7f4dea928900 1 error read_lastest_epoch .rgw.root:periods.8ee02e68-2027-4984-bc42-afa5aa93c6d7.latest_epoch {
"id": "8ee02e68-2027-4984-bc42-afa5aa93c6d7",
"epoch": 1,
"predecessor_uuid": "10a1172b-a5f3-4910-be31-6a14612630de",
"sync_status": [
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
""
],
"period_map": {
"id": "8ee02e68-2027-4984-bc42-afa5aa93c6d7",
"zonegroups": [ {
"id": "c5891f09-8665-4ac7-acc6-ba3a7d1cc964",
"name": "cn",
"api_name": "cn",
"is_master": "true",
"endpoints": [
"http:\/\/192.168.250.68:80"
],
"hostnames": [],
"hostnames_s3website": [],
"master_zone": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"zones": [ {
"id": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"name": "cn-sy-south",
"endpoints": [
"http:\/\/192.168.250.68:80"
],
"log_meta": "true",
"log_data": "false",
"bucket_index_max_shards": 0,
"read_only": "false"
}
],
"placement_targets": [ {
"name": "default-placement",
"tags": []
}
],
"default_placement": "default-placement",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}
],
"short_zone_ids": [ {
"key": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"val": 2372075455
}
]
},
"master_zonegroup": "c5891f09-8665-4ac7-acc6-ba3a7d1cc964",
"master_zone": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"period_config": {
"bucket_quota": {
"enabled": false,
"max_size_kb": -1,
"max_objects": -1
},
"user_quota": {
"enabled": false,
"max_size_kb": -1,
"max_objects": -1
}
},
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9",
"realm_name": "earth",
"realm_epoch": 2
}

root@B-80-11:~/multisite# radosgw-admin zonegroup create --rgw-zonegroup=us --endpoints=http://192.168.250.84:80 {
"id": "443887af-7ae0-44a0-9722-f7825b8f687d",
"name": "us",
"api_name": "us",
"is_master": "false",
"endpoints": [
"http:\/\/192.168.250.84:80"
],
"hostnames": [],
"hostnames_s3website": [],
"master_zone": "",
"zones": [],
"placement_targets": [],
"default_placement": "",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}

root@B-80-11:~/multisite# radosgw-admin period update --commit
2016-12-09 17:24:26.827248 7f4cc08ab900 0 error in read_id for id : (2) No such file or directory
2016-12-09 17:24:26.827504 7f4cc08ab900 0 error in read_id for id : (2) No such file or directory {
"id": "8ee02e68-2027-4984-bc42-afa5aa93c6d7",
"epoch": 2,
"predecessor_uuid": "10a1172b-a5f3-4910-be31-6a14612630de",
"sync_status": [
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
"",
""
],
"period_map": {
"id": "8ee02e68-2027-4984-bc42-afa5aa93c6d7",
"zonegroups": [ {
"id": "443887af-7ae0-44a0-9722-f7825b8f687d",
"name": "us",
"api_name": "us",
"is_master": "false",
"endpoints": [
"http:\/\/192.168.250.84:80"
],
"hostnames": [],
"hostnames_s3website": [],
"master_zone": "",
"zones": [],
"placement_targets": [],
"default_placement": "",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}, {
"id": "c5891f09-8665-4ac7-acc6-ba3a7d1cc964",
"name": "cn",
"api_name": "cn",
"is_master": "true",
"endpoints": [
"http:\/\/192.168.250.68:80"
],
"hostnames": [],
"hostnames_s3website": [],
"master_zone": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"zones": [ {
"id": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"name": "cn-sy-south",
"endpoints": [
"http:\/\/192.168.250.68:80"
],
"log_meta": "true",
"log_data": "false",
"bucket_index_max_shards": 0,
"read_only": "false"
}
],
"placement_targets": [ {
"name": "default-placement",
"tags": []
}
],
"default_placement": "default-placement",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}
],
"short_zone_ids": [ {
"key": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"val": 2372075455
}
]
},
"master_zonegroup": "c5891f09-8665-4ac7-acc6-ba3a7d1cc964",
"master_zone": "2687f28f-97a6-4bcd-80b0-a6d6521ae39b",
"period_config": {
"bucket_quota": {
"enabled": false,
"max_size_kb": -1,
"max_objects": -1
},
"user_quota": {
"enabled": false,
"max_size_kb": -1,
"max_objects": -1
}
},
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9",
"realm_name": "earth",
"realm_epoch": 2
}

root@B-80-11:~/multisite# radosgw-admin zone create --rgw-zonegroup=us --rgw-zone=us-ak-south --endpoints=http://192.168.250.84:80 --access-key=$SYSTEM_ACCESS_KEY --secret=$SYSTEM_SECRET_KEY {
"id": "ac7de891-f849-4893-a87e-38f30df95038",
"name": "us-ak-south",
"domain_root": "us-ak-south.rgw.data.root",
"control_pool": "us-ak-south.rgw.control",
"gc_pool": "us-ak-south.rgw.gc",
"log_pool": "us-ak-south.rgw.log",
"intent_log_pool": "us-ak-south.rgw.intent-log",
"usage_log_pool": "us-ak-south.rgw.usage",
"user_keys_pool": "us-ak-south.rgw.users.keys",
"user_email_pool": "us-ak-south.rgw.users.email",
"user_swift_pool": "us-ak-south.rgw.users.swift",
"user_uid_pool": "us-ak-south.rgw.users.uid",
"system_key": {
"access_key": "mzDPoZlZd920jiT75OsP",
"secret_key": "ICk32pv8a1JruAySbdAimdyaZi3OgrdcpO0W5E4G"
},
"placement_pools": [ {
"key": "default-placement",
"val": {
"index_pool": "us-ak-south.rgw.buckets.index",
"data_pool": "us-ak-south.rgw.buckets.data",
"data_extra_pool": "us-ak-south.rgw.buckets.non-ec",
"index_type": 0
}
}
],
"metadata_heap": "us-ak-south.rgw.meta",
"realm_id": "32d84223-3284-4de0-b8fb-2c8b70b823f9"
}

root@B-80-11:~/multisite# radosgw-admin period update --commit
2016-12-09 17:27:20.624390 7f04914e1900 0 error in read_id for id : (2) No such file or directory
2016-12-09 17:27:20.624677 7f04914e1900 0 error in read_id for id : (2) No such file or directory
2016-12-09 17:27:20.629324 7f04914e1900 0 zonegroup us missing zone for master_zone=
couldn't init storage provider

History

#1 Updated by Jiang Yu over 7 years ago

Please rados gateway multisite how to configure multiple zonegroup, realize share the same user and bucket namespace?

#2 Updated by Jiang Yu over 7 years ago

radosgw-admin period update --commit --url=http://192.168.250.68:80
Has been resolved, But multiple zonegroups can not synchronize metadata

#3 Updated by Jiang Yu over 7 years ago

I would like to ask is how to configure multiple zonegroup bucket and userid in realm only.
Can give a configuration demo?
Ceph official website of the more abstract examples.

#4 Updated by Yehuda Sadeh over 7 years ago

  • Subject changed from Multisite When creating multiple zonegroups commit period issue to rgw: multisite: commit period issue when creating multiple zonegroups
  • Affected Versions deleted (v10.2.3)

#5 Updated by Yehuda Sadeh over 7 years ago

  • Affected Versions v10.2.3 added

this might be a duplicate of #17364, and a fix is in the works (will hopefully make it to 10.2.6).

#6 Updated by Jiang Yu over 7 years ago

When I submitted a successful, why not share the two zonegroup bucket name and user information?

I see ceph design document is written:
A zone realm is a collection of zonegroups that share the same user and bucket namespace.

#7 Updated by Yehuda Sadeh about 7 years ago

If I understand the situation correctly, we don't synchronize bucket info across zonegroups. This sounds like a separate bug. We will need to create a test for it and make sure that data is synchronized correctly.

#8 Updated by Jiang Yu about 7 years ago

Yes, I mentioned a complete question at http://tracker.ceph.com/issues/18346

#9 Updated by Jiang Yu about 7 years ago

Now, I am not sure is my configuration, or procedural problems

#10 Updated by Matt Benjamin about 7 years ago

  • Status changed from New to In Progress
  • Assignee set to Orit Wasserman

Also available in: Atom PDF