ceph/teuthology/suite.py

156 lines
4.2 KiB
Python
Raw Normal View History

import argparse
import errno
import itertools
import logging
import os
import subprocess
import sys
import time
log = logging.getLogger(__name__)
def main():
parser = argparse.ArgumentParser(description="""
Run a suite of ceph integration tests.
A suite is a directory containing facets.
A facet is a directory containing config snippets.
Running the suite means running teuthology for every configuration
combination generated by taking one config snippet from each facet.
Any config files passed on the command line will be used for every
combination, and will override anything in the suite. This is most
useful for specifying actual machines to run on.
""")
parser.add_argument(
'-v', '--verbose',
action='store_true', default=None,
help='be more verbose',
)
parser.add_argument(
'--suite',
metavar='DIR',
help='suite of tests to run',
required=True,
)
parser.add_argument(
'--archive-dir',
metavar='DIR',
help='path under which to archive results',
required=True,
)
parser.add_argument(
'config',
metavar='CONFFILE',
nargs='*',
default=[],
help='config file to read',
)
args = parser.parse_args()
loglevel = logging.INFO
if args.verbose:
loglevel = logging.DEBUG
logging.basicConfig(
level=loglevel,
)
if not os.path.isdir(args.archive_dir):
sys.exit("{prog}: archive directory must exist: {path}".format(
prog=os.path.basename(sys.argv[0]),
path=args.archive_dir,
))
failed = False
facets = [
f for f in sorted(os.listdir(args.suite))
if not f.startswith('.')
and os.path.isdir(os.path.join(args.suite, f))
]
facet_configs = (
[(f, name, os.path.join(args.suite, f, name))
for name in sorted(os.listdir(os.path.join(args.suite, f)))
if not name.startswith('.')
and name.endswith('.yaml')
]
for f in facets
)
for configs in itertools.product(*facet_configs):
description=' '.join('{facet}:{name}'.format(facet=facet, name=name)
for facet, name, path in configs)
log.info(
'Running teuthology with facets %s', description
)
arg = [
os.path.join(os.path.dirname(sys.argv[0]), 'teuthology'),
]
if args.verbose:
arg.append('-v')
while True:
archive = os.path.join(args.archive_dir, time.strftime('%Y-%m-%dT%H-%M-%S'))
if not os.path.exists(archive):
break
time.sleep(1)
arg.append('--archive={path}'.format(path=archive))
arg.append('--description=\'{desc}\''.format(desc=description))
arg.append('--')
arg.extend(path for facet, name, path in configs)
arg.extend(args.config)
try:
subprocess.check_call(
args=arg,
close_fds=True,
)
except subprocess.CalledProcessError as e:
log.exception(e)
failed = True
if failed:
log.info('Failed.')
sys.exit(1)
def ls():
parser = argparse.ArgumentParser(description='List teuthology job results')
parser.add_argument(
'--archive-dir',
metavar='DIR',
help='path under which to archive results',
required=True,
)
args = parser.parse_args()
import yaml
2011-07-01 16:29:19 +00:00
for j in sorted(os.listdir(args.archive_dir)):
if j.startswith('.'):
continue
2011-07-01 16:29:19 +00:00
summary = {}
try:
with file('%s/%s/summary.yaml' % (args.archive_dir,j)) as f:
g = yaml.safe_load_all(f)
for new in g:
2011-06-30 18:25:15 +00:00
summary.update(new)
except IOError, e:
if e.errno == errno.ENOENT:
continue
else:
raise
print "{job} {success} {owner} {desc}".format(
job=j,
2011-07-01 16:34:08 +00:00
owner=summary.get('owner', '-'),
desc=summary.get('description', '-'),
success='pass' if summary['success'] else 'FAIL',
)