mirror of
https://github.com/ceph/ceph
synced 2025-01-13 06:22:51 +00:00
98e0617651
Instead of being hard coded, the erasure code profile is read from yaml
as:
erasure_code_profile:
name: teuthologyprofile
k: 2
m: 1
ruleset-failure-domain: osd
Which translates into
ceph osd erasure-code-profile set teuthologyprofile \
k=2 m=1 ruleset-failure-domain=osd
The semantic of k/m etc. depends on the erasure code plugin, but it is
common to use k as the dividing factor for each object and m as the
number of coding chunks.
Using a different set of parameters or a different plugin can
be done without modifying the teuthology code:
erasure_code_profile:
name: LRCprofile
plugin: LRC
mapping: __DD__DD
layers: [[ "_cDD_cDD", "" ], [ "cDDD____", "" ], [ "____cDDD", ""]]
For backward compatibility, the default erasure code profile is set to
k: 2
m: 1
ruleset-failure-domain: osd
which matches the previously hardcoded default of the corresponding
functions.
Signed-off-by: Loic Dachary <loic@dachary.org>
96 lines
2.7 KiB
Python
96 lines
2.7 KiB
Python
"""
|
|
Rados benchmarking
|
|
"""
|
|
import contextlib
|
|
import logging
|
|
|
|
from ..orchestra import run
|
|
from teuthology import misc as teuthology
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
@contextlib.contextmanager
|
|
def task(ctx, config):
|
|
"""
|
|
Run radosbench
|
|
|
|
The config should be as follows:
|
|
|
|
radosbench:
|
|
clients: [client list]
|
|
time: <seconds to run>
|
|
pool: <pool to use>
|
|
unique_pool: use a unique pool, defaults to False
|
|
ec_pool: create an ec pool, defaults to False
|
|
erasure_code_profile:
|
|
name: teuthologyprofile
|
|
k: 2
|
|
m: 1
|
|
ruleset-failure-domain: osd
|
|
|
|
example:
|
|
|
|
tasks:
|
|
- ceph:
|
|
- radosbench:
|
|
clients: [client.0]
|
|
time: 360
|
|
- interactive:
|
|
"""
|
|
log.info('Beginning radosbench...')
|
|
assert isinstance(config, dict), \
|
|
"please list clients to run on"
|
|
radosbench = {}
|
|
|
|
testdir = teuthology.get_testdir(ctx)
|
|
|
|
for role in config.get('clients', ['client.0']):
|
|
assert isinstance(role, basestring)
|
|
PREFIX = 'client.'
|
|
assert role.startswith(PREFIX)
|
|
id_ = role[len(PREFIX):]
|
|
(remote,) = ctx.cluster.only(role).remotes.iterkeys()
|
|
|
|
if config.get('ec_pool', False):
|
|
profile = config.get('erasure_code_profile', {})
|
|
profile_name = profile.get('name', 'teuthologyprofile')
|
|
ctx.manager.create_erasure_code_profile(profile_name, profile)
|
|
else:
|
|
profile_name = None
|
|
|
|
pool = 'data'
|
|
if config.get('pool'):
|
|
pool = config.get('pool')
|
|
if pool is not 'data':
|
|
ctx.manager.create_pool(pool, erasure_code_profile_name=profile_name)
|
|
else:
|
|
pool = ctx.manager.create_pool_with_unique_name(erasure_code_profile_name=profile_name)
|
|
|
|
proc = remote.run(
|
|
args=[
|
|
"/bin/sh", "-c",
|
|
" ".join(['adjust-ulimits',
|
|
'ceph-coverage',
|
|
'{tdir}/archive/coverage',
|
|
'rados',
|
|
'--name', role,
|
|
'-p' , pool,
|
|
'bench', str(config.get('time', 360)), 'write',
|
|
]).format(tdir=testdir),
|
|
],
|
|
logger=log.getChild('radosbench.{id}'.format(id=id_)),
|
|
stdin=run.PIPE,
|
|
wait=False
|
|
)
|
|
radosbench[id_] = proc
|
|
|
|
try:
|
|
yield
|
|
finally:
|
|
timeout = config.get('time', 360) * 5
|
|
log.info('joining radosbench (timing out after %ss)', timeout)
|
|
run.wait(radosbench.itervalues(), timeout=timeout)
|
|
|
|
if pool is not 'data':
|
|
ctx.manager.remove_pool(pool)
|