2013-10-12 08:28:27 +00:00
|
|
|
"""
|
|
|
|
Rados benchmarking
|
|
|
|
"""
|
2011-06-13 17:29:22 +00:00
|
|
|
import contextlib
|
|
|
|
import logging
|
|
|
|
|
2014-08-07 14:24:59 +00:00
|
|
|
from teuthology.orchestra import run
|
2013-01-23 20:37:39 +00:00
|
|
|
from teuthology import misc as teuthology
|
2011-06-13 17:29:22 +00:00
|
|
|
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
@contextlib.contextmanager
|
|
|
|
def task(ctx, config):
|
|
|
|
"""
|
|
|
|
Run radosbench
|
|
|
|
|
|
|
|
The config should be as follows:
|
|
|
|
|
|
|
|
radosbench:
|
|
|
|
clients: [client list]
|
|
|
|
time: <seconds to run>
|
2012-07-19 22:49:29 +00:00
|
|
|
pool: <pool to use>
|
2015-05-01 16:13:27 +00:00
|
|
|
size: write size to use
|
2014-02-18 20:13:19 +00:00
|
|
|
unique_pool: use a unique pool, defaults to False
|
2014-06-10 15:17:26 +00:00
|
|
|
ec_pool: create an ec pool, defaults to False
|
2015-05-01 16:13:27 +00:00
|
|
|
create_pool: create pool, defaults to False
|
2014-06-10 15:17:26 +00:00
|
|
|
erasure_code_profile:
|
|
|
|
name: teuthologyprofile
|
|
|
|
k: 2
|
|
|
|
m: 1
|
|
|
|
ruleset-failure-domain: osd
|
2011-06-13 17:29:22 +00:00
|
|
|
|
|
|
|
example:
|
|
|
|
|
|
|
|
tasks:
|
|
|
|
- ceph:
|
2011-07-12 01:00:03 +00:00
|
|
|
- radosbench:
|
2011-06-13 17:29:22 +00:00
|
|
|
clients: [client.0]
|
|
|
|
time: 360
|
|
|
|
- interactive:
|
|
|
|
"""
|
|
|
|
log.info('Beginning radosbench...')
|
|
|
|
assert isinstance(config, dict), \
|
|
|
|
"please list clients to run on"
|
|
|
|
radosbench = {}
|
|
|
|
|
2013-01-23 20:37:39 +00:00
|
|
|
testdir = teuthology.get_testdir(ctx)
|
|
|
|
|
2011-06-13 17:29:22 +00:00
|
|
|
for role in config.get('clients', ['client.0']):
|
|
|
|
assert isinstance(role, basestring)
|
|
|
|
PREFIX = 'client.'
|
|
|
|
assert role.startswith(PREFIX)
|
|
|
|
id_ = role[len(PREFIX):]
|
2014-03-27 16:35:28 +00:00
|
|
|
(remote,) = ctx.cluster.only(role).remotes.iterkeys()
|
2011-06-13 17:29:22 +00:00
|
|
|
|
2014-06-10 15:17:26 +00:00
|
|
|
if config.get('ec_pool', False):
|
|
|
|
profile = config.get('erasure_code_profile', {})
|
|
|
|
profile_name = profile.get('name', 'teuthologyprofile')
|
|
|
|
ctx.manager.create_erasure_code_profile(profile_name, profile)
|
|
|
|
else:
|
|
|
|
profile_name = None
|
|
|
|
|
2014-02-18 20:13:19 +00:00
|
|
|
pool = 'data'
|
2015-05-01 16:13:27 +00:00
|
|
|
if config.get('create_pool', True):
|
|
|
|
if config.get('pool'):
|
|
|
|
pool = config.get('pool')
|
2015-05-04 21:22:59 +00:00
|
|
|
if pool != 'data':
|
2015-05-01 16:13:27 +00:00
|
|
|
ctx.manager.create_pool(pool, erasure_code_profile_name=profile_name)
|
|
|
|
else:
|
|
|
|
pool = ctx.manager.create_pool_with_unique_name(erasure_code_profile_name=profile_name)
|
2012-07-19 22:49:29 +00:00
|
|
|
|
2011-06-13 17:29:22 +00:00
|
|
|
proc = remote.run(
|
2011-07-12 01:00:03 +00:00
|
|
|
args=[
|
2011-06-13 17:29:22 +00:00
|
|
|
"/bin/sh", "-c",
|
2013-09-08 22:12:51 +00:00
|
|
|
" ".join(['adjust-ulimits',
|
2013-02-06 19:16:52 +00:00
|
|
|
'ceph-coverage',
|
2013-01-23 20:37:39 +00:00
|
|
|
'{tdir}/archive/coverage',
|
2013-02-06 19:16:52 +00:00
|
|
|
'rados',
|
2014-11-10 04:48:35 +00:00
|
|
|
'--no-log-to-stderr',
|
2011-06-13 17:29:22 +00:00
|
|
|
'--name', role,
|
2015-05-01 16:13:27 +00:00
|
|
|
'-b', str(config.get('size', 4<<20)),
|
2014-02-18 20:13:19 +00:00
|
|
|
'-p' , pool,
|
2011-06-13 17:29:22 +00:00
|
|
|
'bench', str(config.get('time', 360)), 'write',
|
2013-01-23 20:37:39 +00:00
|
|
|
]).format(tdir=testdir),
|
2011-06-13 17:29:22 +00:00
|
|
|
],
|
|
|
|
logger=log.getChild('radosbench.{id}'.format(id=id_)),
|
|
|
|
stdin=run.PIPE,
|
|
|
|
wait=False
|
|
|
|
)
|
|
|
|
radosbench[id_] = proc
|
|
|
|
|
|
|
|
try:
|
|
|
|
yield
|
|
|
|
finally:
|
2014-03-11 20:55:30 +00:00
|
|
|
timeout = config.get('time', 360) * 5
|
2014-03-08 14:01:00 +00:00
|
|
|
log.info('joining radosbench (timing out after %ss)', timeout)
|
2014-03-07 17:36:45 +00:00
|
|
|
run.wait(radosbench.itervalues(), timeout=timeout)
|
2012-07-19 22:49:29 +00:00
|
|
|
|
2014-02-18 20:13:19 +00:00
|
|
|
if pool is not 'data':
|
|
|
|
ctx.manager.remove_pool(pool)
|