mirror of
https://github.com/ceph/ceph
synced 2024-12-19 09:57:05 +00:00
268 lines
8.5 KiB
Python
268 lines
8.5 KiB
Python
from cStringIO import StringIO
|
|
from configobj import ConfigObj
|
|
import base64
|
|
import contextlib
|
|
import logging
|
|
import os
|
|
import json
|
|
|
|
import boto.exception
|
|
import boto.s3.connection
|
|
import boto.s3.acl
|
|
|
|
from teuthology import misc as teuthology
|
|
from teuthology import contextutil
|
|
from ..orchestra import run
|
|
from ..orchestra.connection import split_user
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
def rgwadmin(ctx, client, cmd):
|
|
log.info('radosgw-admin: %s' % cmd)
|
|
pre = [
|
|
'LD_LIBRARY_PATH=/tmp/cephtest/binary/usr/local/lib',
|
|
'/tmp/cephtest/enable-coredump',
|
|
'/tmp/cephtest/binary/usr/local/bin/ceph-coverage',
|
|
'/tmp/cephtest/archive/coverage',
|
|
'/tmp/cephtest/binary/usr/local/bin/radosgw-admin',
|
|
'-c', '/tmp/cephtest/ceph.conf',
|
|
'--log-to-stderr', '0',
|
|
'--format', 'json',
|
|
]
|
|
pre.extend(cmd)
|
|
(remote,) = ctx.cluster.only(client).remotes.iterkeys()
|
|
proc = remote.run(
|
|
args=pre,
|
|
check_status=False,
|
|
stdout=StringIO(),
|
|
stderr=StringIO(),
|
|
)
|
|
r = proc.exitstatus
|
|
out = proc.stdout.getvalue()
|
|
j = None
|
|
if not r and out != '':
|
|
j = json.loads(out)
|
|
log.info(' json result: %s' % j)
|
|
return (r, j)
|
|
|
|
def task(ctx, config):
|
|
"""
|
|
Test radosgw-admin functionality against a running rgw instance.
|
|
"""
|
|
assert config is None or isinstance(config, list) \
|
|
or isinstance(config, dict), \
|
|
"task s3tests only supports a list or dictionary for configuration"
|
|
all_clients = ['client.{id}'.format(id=id_)
|
|
for id_ in teuthology.all_roles_of_type(ctx.cluster, 'client')]
|
|
if config is None:
|
|
config = all_clients
|
|
if isinstance(config, list):
|
|
config = dict.fromkeys(config)
|
|
clients = config.keys()
|
|
|
|
# just use the first client...
|
|
client = clients[0];
|
|
|
|
##
|
|
user='foo'
|
|
subuser1='foo:foo1'
|
|
subuser2='foo:foo2'
|
|
display_name='Foo'
|
|
email='foo@foo.com'
|
|
auid='1234'
|
|
access_key='9te6NH5mcdcq0Tc5i8i1'
|
|
secret_key='Ny4IOauQoL18Gp2zM7lC1vLmoawgqcYP/YGcWfXu'
|
|
access_key2='p5YnriCv1nAtykxBrupQ'
|
|
secret_key2='Q8Tk6Q/27hfbFSYdSkPtUqhqx1GgzvpXa4WARozh'
|
|
swift_secret1='gpS2G9RREMrnbqlp29PP2D36kgPR1tm72n5fPYfL'
|
|
swift_secret2='ri2VJQcKSYATOY6uaDUX7pxgkW+W1YmC6OCxPHwy'
|
|
|
|
bucket_name='myfoo'
|
|
|
|
# create
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert err
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'user', 'create',
|
|
'--uid', user,
|
|
'--display-name', display_name,
|
|
'--email', email,
|
|
'--access-key', access_key,
|
|
'--secret', secret_key
|
|
])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert not err
|
|
assert out['user_id'] == user
|
|
assert out['email'] == email
|
|
assert out['display_name'] == display_name
|
|
assert len(out['keys']) == 1
|
|
assert out['keys'][0]['access_key'] == access_key
|
|
assert out['keys'][0]['secret_key'] == secret_key
|
|
assert not out['suspended']
|
|
|
|
# suspend
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'suspend', '--uid', user])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert not err
|
|
assert out['suspended']
|
|
|
|
# enable
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'enable', '--uid', user])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert not err
|
|
assert not out['suspended']
|
|
|
|
# add key
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'key', 'create', '--uid', user,
|
|
'--access-key', access_key2, '--secret', secret_key2,
|
|
])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert not err
|
|
assert len(out['keys']) == 2
|
|
assert out['keys'][0]['access_key'] == access_key2 or out['keys'][1]['access_key'] == access_key2
|
|
assert out['keys'][0]['secret_key'] == secret_key2 or out['keys'][1]['secret_key'] == secret_key2
|
|
|
|
# remove key
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'key', 'rm', '--uid', user,
|
|
'--access-key', access_key2,
|
|
])
|
|
assert not err
|
|
assert len(out['keys']) == 1
|
|
assert out['keys'][0]['access_key'] == access_key
|
|
assert out['keys'][0]['secret_key'] == secret_key
|
|
|
|
# add swift key
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'key', 'create', '--subuser', subuser1,
|
|
'--secret', swift_secret1,
|
|
'--key-type', 'swift',
|
|
])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert not err
|
|
assert len(out['swift_keys']) == 1
|
|
assert out['swift_keys'][0]['user'] == subuser1
|
|
assert out['swift_keys'][0]['secret_key'] == swift_secret1
|
|
|
|
# add another swift key
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'key', 'create', '--subuser', subuser2,
|
|
'--secret', swift_secret2,
|
|
'--key-type', 'swift',
|
|
])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert not err
|
|
assert len(out['swift_keys']) == 2
|
|
assert out['swift_keys'][0]['user'] == subuser2 or out['swift_keys'][1]['user'] == subuser2
|
|
assert out['swift_keys'][0]['secret_key'] == swift_secret2 or out['swift_keys'][1]['secret_key'] == swift_secret2
|
|
|
|
# remove first swift key
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'key', 'rm', '--subuser', subuser1,
|
|
'--key-type', 'swift',
|
|
])
|
|
assert not err
|
|
assert len(out['swift_keys']) == 1
|
|
|
|
# remove second swift key
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'key', 'rm', '--subuser', subuser2,
|
|
'--key-type', 'swift',
|
|
])
|
|
assert not err
|
|
assert len(out['swift_keys']) == 0
|
|
|
|
# no buckets yet
|
|
(err, out) = rgwadmin(ctx, client, ['bucket', 'stats', '--uid', user])
|
|
assert not err
|
|
assert len(out) == 0
|
|
|
|
# connect to rgw
|
|
(remote,) = ctx.cluster.only(client).remotes.iterkeys()
|
|
(remote_user, remote_host) = remote.name.split('@')
|
|
connection = boto.s3.connection.S3Connection(
|
|
aws_access_key_id=access_key,
|
|
aws_secret_access_key=secret_key,
|
|
is_secure=False,
|
|
port=7280,
|
|
host=remote_host,
|
|
calling_format=boto.s3.connection.OrdinaryCallingFormat(),
|
|
)
|
|
|
|
# create bucket
|
|
(err, out) = rgwadmin(ctx, client, ['bucket', 'list', '--uid', user])
|
|
assert not err
|
|
assert len(out) == 0
|
|
|
|
bucket = connection.create_bucket(bucket_name)
|
|
|
|
(err, out) = rgwadmin(ctx, client, ['bucket', 'list', '--uid', user])
|
|
assert not err
|
|
assert len(out) == 1
|
|
assert out[0] == bucket_name
|
|
|
|
# it should be empty
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'bucket', 'stats', '--bucket', bucket_name])
|
|
assert not err
|
|
assert out['owner'] == user
|
|
bucket_id = out['id']
|
|
|
|
# no buckets yet
|
|
(err, out) = rgwadmin(ctx, client, ['bucket', 'stats', '--uid', user])
|
|
assert not err
|
|
assert len(out) == 1
|
|
assert out[0]['id'] == bucket_id
|
|
|
|
# use some space
|
|
key = boto.s3.key.Key(bucket)
|
|
key.set_contents_from_string('one')
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'bucket', 'stats', '--bucket-id', '%d' % bucket_id])
|
|
assert not err
|
|
assert out['id'] == bucket_id
|
|
assert out['usage']['rgw.main']['num_objects'] == 1
|
|
assert out['usage']['rgw.main']['size_kb'] > 0
|
|
|
|
# reclaim it
|
|
key.delete()
|
|
(err, out) = rgwadmin(ctx, client, [
|
|
'bucket', 'stats', '--bucket-id', '%d' % bucket_id])
|
|
assert not err
|
|
assert out['id'] == bucket_id
|
|
assert out['usage']['rgw.main']['num_objects'] == 0
|
|
|
|
# list log objects
|
|
(err, out) = rgwadmin(ctx, client, ['log', 'list'])
|
|
assert not err
|
|
assert len(out) > 0
|
|
|
|
for obj in out:
|
|
(err, log) = rgwadmin(ctx, client, ['log', 'show', '--object', obj])
|
|
assert not err
|
|
assert len(log) > 0
|
|
assert log['bucket'] == bucket_name
|
|
assert log['bucket_id'] == bucket_id
|
|
assert log['bucket_owner'] == user
|
|
for entry in log['log_entries']:
|
|
assert entry['bucket'] == bucket_name
|
|
assert entry['user'] == user
|
|
|
|
(err, out) = rgwadmin(ctx, client, ['log', 'rm', '--object', obj])
|
|
assert not err
|
|
|
|
# TODO: show log by bucket+date
|
|
|
|
# remove user
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'rm', '--uid', user])
|
|
assert not err
|
|
(err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user])
|
|
assert err
|