mirror of
https://github.com/ceph/ceph
synced 2024-12-25 21:03:31 +00:00
58 lines
1.3 KiB
Python
58 lines
1.3 KiB
Python
"""
|
|
Task to group parallel running tasks
|
|
"""
|
|
import sys
|
|
import logging
|
|
|
|
from teuthology import run_tasks
|
|
from teuthology import parallel
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
def task(ctx, config):
|
|
"""
|
|
Run a group of tasks in parallel.
|
|
|
|
example:
|
|
- parallel:
|
|
- tasktest:
|
|
- tasktest:
|
|
|
|
You can also reference the job from elsewhere:
|
|
|
|
foo:
|
|
tasktest:
|
|
tasks:
|
|
- parallel:
|
|
- foo
|
|
- tasktest:
|
|
|
|
That is, if the entry is not a dict, we will look it up in the top-level
|
|
config.
|
|
|
|
Sequential tasks and Parallel tasks can be nested.
|
|
"""
|
|
|
|
log.info('starting parallel...')
|
|
with parallel.parallel() as p:
|
|
for entry in config:
|
|
if not isinstance(entry, dict):
|
|
entry = ctx.config.get(entry, {})
|
|
((taskname, confg),) = entry.iteritems()
|
|
p.spawn(_run_spawned, ctx, confg, taskname)
|
|
|
|
def _run_spawned(ctx,config,taskname):
|
|
"""Run one of the tasks (this runs in parallel with others)"""
|
|
mgr = {}
|
|
try:
|
|
log.info('In parallel, running task %s...' % taskname)
|
|
mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config)
|
|
if hasattr(mgr, '__enter__'):
|
|
mgr.__enter__()
|
|
finally:
|
|
exc_info = sys.exc_info()
|
|
if hasattr(mgr, '__exit__'):
|
|
mgr.__exit__(*exc_info)
|
|
del exc_info
|