mirror of
https://github.com/ceph/ceph
synced 2024-12-13 23:17:07 +00:00
125 lines
4.4 KiB
Python
125 lines
4.4 KiB
Python
import logging
|
|
import os
|
|
|
|
from teuthology import misc as teuthology
|
|
from teuthology.parallel import parallel
|
|
from ..orchestra import run
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
def task(ctx, config):
|
|
"""
|
|
Run all cram tests from the specified urls on the specified
|
|
clients. Each client runs tests in parallel.
|
|
|
|
Limitations:
|
|
Tests must have a .t suffix. Tests with duplicate names will
|
|
overwrite each other, so only the last one will run.
|
|
|
|
For example::
|
|
|
|
tasks:
|
|
- ceph:
|
|
- cram:
|
|
clients:
|
|
client.0:
|
|
- http://ceph.com/qa/test.t
|
|
- http://ceph.com/qa/test2.t]
|
|
client.1: [http://ceph.com/qa/test.t]
|
|
|
|
You can also run a list of cram tests on all clients::
|
|
|
|
tasks:
|
|
- ceph:
|
|
- cram:
|
|
clients:
|
|
all: [http://ceph.com/qa/test.t]
|
|
"""
|
|
assert isinstance(config, dict)
|
|
assert 'clients' in config and isinstance(config['clients'], dict), \
|
|
'configuration must contain a dictionary of clients'
|
|
|
|
clients = teuthology.replace_all_with_clients(ctx.cluster,
|
|
config['clients'])
|
|
testdir = teuthology.get_testdir(ctx)
|
|
|
|
try:
|
|
for client, tests in clients.iteritems():
|
|
(remote,) = ctx.cluster.only(client).remotes.iterkeys()
|
|
client_dir = '{tdir}/archive/cram.{role}'.format(tdir=testdir, role=client)
|
|
remote.run(
|
|
args=[
|
|
'mkdir', '--', client_dir,
|
|
run.Raw('&&'),
|
|
'virtualenv', '{tdir}/virtualenv'.format(tdir=testdir),
|
|
run.Raw('&&'),
|
|
'{tdir}/virtualenv/bin/pip'.format(tdir=testdir),
|
|
'install', 'cram',
|
|
],
|
|
)
|
|
for test in tests:
|
|
log.info('fetching test %s for %s', test, client)
|
|
assert test.endswith('.t'), 'tests must end in .t'
|
|
remote.run(
|
|
args=[
|
|
'wget', '-nc', '-nv', '-P', client_dir, '--', test,
|
|
],
|
|
)
|
|
|
|
with parallel() as p:
|
|
for role in clients.iterkeys():
|
|
p.spawn(_run_tests, ctx, role)
|
|
finally:
|
|
for client, tests in clients.iteritems():
|
|
(remote,) = ctx.cluster.only(client).remotes.iterkeys()
|
|
client_dir = '{tdir}/archive/cram.{role}'.format(tdir=testdir, role=client)
|
|
test_files = set([test.rsplit('/', 1)[1] for test in tests])
|
|
|
|
# remove test files unless they failed
|
|
for test_file in test_files:
|
|
abs_file = os.path.join(client_dir, test_file)
|
|
remote.run(
|
|
args=[
|
|
'test', '-f', abs_file + '.err',
|
|
run.Raw('||'),
|
|
'rm', '-f', '--', abs_file,
|
|
],
|
|
)
|
|
|
|
# ignore failure since more than one client may
|
|
# be run on a host, and the client dir should be
|
|
# non-empty if the test failed
|
|
remote.run(
|
|
args=[
|
|
'rm', '-rf', '--',
|
|
'{tdir}/virtualenv'.format(tdir=testdir),
|
|
run.Raw(';'),
|
|
'rmdir', '--ignore-fail-on-non-empty', client_dir,
|
|
],
|
|
)
|
|
|
|
def _run_tests(ctx, role):
|
|
assert isinstance(role, basestring)
|
|
PREFIX = 'client.'
|
|
assert role.startswith(PREFIX)
|
|
id_ = role[len(PREFIX):]
|
|
(remote,) = ctx.cluster.only(role).remotes.iterkeys()
|
|
ceph_ref = ctx.summary.get('ceph-sha1', 'master')
|
|
|
|
testdir = teuthology.get_testdir(ctx)
|
|
log.info('Running tests for %s...', role)
|
|
remote.run(
|
|
args=[
|
|
run.Raw('CEPH_REF={ref}'.format(ref=ceph_ref)),
|
|
run.Raw('CEPH_ID="{id}"'.format(id=id_)),
|
|
run.Raw('PYTHONPATH="$PYTHONPATH:{tdir}/binary/usr/local/lib/python2.7/dist-packages:{tdir}/binary/usr/local/lib/python2.6/dist-packages"'.format(tdir=testdir)),
|
|
'{tdir}/adjust-ulimits'.format(tdir=testdir),
|
|
'ceph-coverage',
|
|
'{tdir}/archive/coverage'.format(tdir=testdir),
|
|
'{tdir}/virtualenv/bin/cram'.format(tdir=testdir),
|
|
'-v', '--',
|
|
run.Raw('{tdir}/archive/cram.{role}/*.t'.format(tdir=testdir, role=role)),
|
|
],
|
|
logger=log.getChild(role),
|
|
)
|