from cStringIO import StringIO import logging import json import boto.exception import boto.s3.connection import boto.s3.acl from teuthology import misc as teuthology log = logging.getLogger(__name__) def rgwadmin(ctx, client, cmd): log.info('radosgw-admin: %s' % cmd) pre = [ 'LD_LIBRARY_PATH=/tmp/cephtest/binary/usr/local/lib', '/tmp/cephtest/enable-coredump', '/tmp/cephtest/binary/usr/local/bin/ceph-coverage', '/tmp/cephtest/archive/coverage', '/tmp/cephtest/binary/usr/local/bin/radosgw-admin', '-c', '/tmp/cephtest/ceph.conf', '--log-to-stderr', '--format', 'json', ] pre.extend(cmd) (remote,) = ctx.cluster.only(client).remotes.iterkeys() proc = remote.run( args=pre, check_status=False, stdout=StringIO(), stderr=StringIO(), ) r = proc.exitstatus out = proc.stdout.getvalue() j = None if not r and out != '': j = json.loads(out) log.info(' json result: %s' % j) return (r, j) def task(ctx, config): """ Test radosgw-admin functionality against a running rgw instance. """ assert config is None or isinstance(config, list) \ or isinstance(config, dict), \ "task s3tests only supports a list or dictionary for configuration" all_clients = ['client.{id}'.format(id=id_) for id_ in teuthology.all_roles_of_type(ctx.cluster, 'client')] if config is None: config = all_clients if isinstance(config, list): config = dict.fromkeys(config) clients = config.keys() # just use the first client... client = clients[0]; ## user='foo' subuser1='foo:foo1' subuser2='foo:foo2' display_name='Foo' email='foo@foo.com' access_key='9te6NH5mcdcq0Tc5i8i1' secret_key='Ny4IOauQoL18Gp2zM7lC1vLmoawgqcYP/YGcWfXu' access_key2='p5YnriCv1nAtykxBrupQ' secret_key2='Q8Tk6Q/27hfbFSYdSkPtUqhqx1GgzvpXa4WARozh' swift_secret1='gpS2G9RREMrnbqlp29PP2D36kgPR1tm72n5fPYfL' swift_secret2='ri2VJQcKSYATOY6uaDUX7pxgkW+W1YmC6OCxPHwy' bucket_name='myfoo' # create (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert err (err, out) = rgwadmin(ctx, client, [ 'user', 'create', '--uid', user, '--display-name', display_name, '--email', email, '--access-key', access_key, '--secret', secret_key ]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert not err assert out['user_id'] == user assert out['email'] == email assert out['display_name'] == display_name assert len(out['keys']) == 1 assert out['keys'][0]['access_key'] == access_key assert out['keys'][0]['secret_key'] == secret_key assert not out['suspended'] # suspend (err, out) = rgwadmin(ctx, client, ['user', 'suspend', '--uid', user]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert not err assert out['suspended'] # enable (err, out) = rgwadmin(ctx, client, ['user', 'enable', '--uid', user]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert not err assert not out['suspended'] # add key (err, out) = rgwadmin(ctx, client, [ 'key', 'create', '--uid', user, '--access-key', access_key2, '--secret', secret_key2, ]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert not err assert len(out['keys']) == 2 assert out['keys'][0]['access_key'] == access_key2 or out['keys'][1]['access_key'] == access_key2 assert out['keys'][0]['secret_key'] == secret_key2 or out['keys'][1]['secret_key'] == secret_key2 # remove key (err, out) = rgwadmin(ctx, client, [ 'key', 'rm', '--uid', user, '--access-key', access_key2, ]) assert not err assert len(out['keys']) == 1 assert out['keys'][0]['access_key'] == access_key assert out['keys'][0]['secret_key'] == secret_key # add swift key (err, out) = rgwadmin(ctx, client, [ 'key', 'create', '--subuser', subuser1, '--secret', swift_secret1, '--key-type', 'swift', ]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert not err assert len(out['swift_keys']) == 1 assert out['swift_keys'][0]['user'] == subuser1 assert out['swift_keys'][0]['secret_key'] == swift_secret1 # add another swift key (err, out) = rgwadmin(ctx, client, [ 'key', 'create', '--subuser', subuser2, '--secret', swift_secret2, '--key-type', 'swift', ]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert not err assert len(out['swift_keys']) == 2 assert out['swift_keys'][0]['user'] == subuser2 or out['swift_keys'][1]['user'] == subuser2 assert out['swift_keys'][0]['secret_key'] == swift_secret2 or out['swift_keys'][1]['secret_key'] == swift_secret2 # remove first swift key (err, out) = rgwadmin(ctx, client, [ 'key', 'rm', '--subuser', subuser1, '--key-type', 'swift', ]) assert not err assert len(out['swift_keys']) == 1 # remove second swift key (err, out) = rgwadmin(ctx, client, [ 'key', 'rm', '--subuser', subuser2, '--key-type', 'swift', ]) assert not err assert len(out['swift_keys']) == 0 # no buckets yet (err, out) = rgwadmin(ctx, client, ['bucket', 'stats', '--uid', user]) assert not err assert len(out) == 0 # connect to rgw (remote,) = ctx.cluster.only(client).remotes.iterkeys() (remote_user, remote_host) = remote.name.split('@') connection = boto.s3.connection.S3Connection( aws_access_key_id=access_key, aws_secret_access_key=secret_key, is_secure=False, port=7280, host=remote_host, calling_format=boto.s3.connection.OrdinaryCallingFormat(), ) # create bucket (err, out) = rgwadmin(ctx, client, ['bucket', 'list', '--uid', user]) assert not err assert len(out) == 0 bucket = connection.create_bucket(bucket_name) (err, out) = rgwadmin(ctx, client, ['bucket', 'list', '--uid', user]) assert not err assert len(out) == 1 assert out[0] == bucket_name # it should be empty (err, out) = rgwadmin(ctx, client, [ 'bucket', 'stats', '--bucket', bucket_name]) assert not err assert out['owner'] == user bucket_id = out['id'] # no buckets yet (err, out) = rgwadmin(ctx, client, ['bucket', 'stats', '--uid', user]) assert not err assert len(out) == 1 assert out[0]['id'] == bucket_id # use some space key = boto.s3.key.Key(bucket) key.set_contents_from_string('one') (err, out) = rgwadmin(ctx, client, [ 'bucket', 'stats', '--bucket-id', '%d' % bucket_id]) assert not err assert out['id'] == bucket_id assert out['usage']['rgw.main']['num_objects'] == 1 assert out['usage']['rgw.main']['size_kb'] > 0 # reclaim it key.delete() (err, out) = rgwadmin(ctx, client, [ 'bucket', 'stats', '--bucket-id', '%d' % bucket_id]) assert not err assert out['id'] == bucket_id assert out['usage']['rgw.main']['num_objects'] == 0 # list log objects (err, out) = rgwadmin(ctx, client, ['log', 'list']) assert not err assert len(out) > 0 for obj in out: (err, log) = rgwadmin(ctx, client, ['log', 'show', '--object', obj]) assert not err assert len(log) > 0 assert log['bucket'] == bucket_name assert log['bucket_id'] == bucket_id assert log['bucket_owner'] == user for entry in log['log_entries']: assert entry['bucket'] == bucket_name assert entry['user'] == user (err, out) = rgwadmin(ctx, client, ['log', 'rm', '--object', obj]) assert not err # TODO: show log by bucket+date # user suspension (err, out) = rgwadmin(ctx, client, ['user', 'suspend', '--uid', user]) assert not err try: key = boto.s3.key.Key(bucket) key.set_contents_from_string('two') except boto.exception.S3ResponseError as e: assert e.status == 403 (err, out) = rgwadmin(ctx, client, ['user', 'enable', '--uid', user]) assert not err key = boto.s3.key.Key(bucket) key.set_contents_from_string('three') # remove user (err, out) = rgwadmin(ctx, client, ['user', 'rm', '--uid', user]) assert not err (err, out) = rgwadmin(ctx, client, ['user', 'info', '--uid', user]) assert err