mirror of
https://github.com/ceph/ceph
synced 2025-01-01 08:32:24 +00:00
d7258ea7fd
in python2, dict.values() and dict.keys() return lists. but in python3, they return views, which cannot be indexed directly using an integer index. there are three use cases when we access these views in python3: 1. get the first element 2. get all the elements and then *might* want to access them by index 3. get the first element assuming there is only a single element in the view 4. iterate thru the view in the 1st case, we cannot assume the number of elements, so to be python3 compatible, we should use `next(iter(a_dict))` instead. in the 2nd case, in this change, the view is materialized using `list(a_dict)`. in the 3rd case, we can just continue using the short hand of ```py (first_element,) = a_dict.keys() ``` to unpack the view. this works in both python2 and python3. in the 4th case, the existing code works in both python2 and python3, as both list and view can be iterated using `iter`, and `len` works as well. Signed-off-by: Kefu Chai <kchai@redhat.com>
293 lines
11 KiB
Python
293 lines
11 KiB
Python
import logging
|
|
import os
|
|
import yaml
|
|
|
|
from teuthology import misc
|
|
from teuthology.orchestra import run
|
|
from teuthology.task import Task
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
|
|
class CBT(Task):
|
|
"""
|
|
Passes through a CBT configuration yaml fragment.
|
|
"""
|
|
def __init__(self, ctx, config):
|
|
super(CBT, self).__init__(ctx, config)
|
|
self.log = log
|
|
|
|
def hosts_of_type(self, type_):
|
|
return [r.name for r in self.ctx.cluster.only(misc.is_type(type_)).remotes.keys()]
|
|
|
|
def generate_cbt_config(self):
|
|
mon_hosts = self.hosts_of_type('mon')
|
|
osd_hosts = self.hosts_of_type('osd')
|
|
client_hosts = self.hosts_of_type('client')
|
|
rgw_client = {}
|
|
rgw_client[client_hosts[0]] = None
|
|
rgw_hosts = self.config.get('cluster', {}).get('rgws', rgw_client)
|
|
cluster_config = dict(
|
|
user=self.config.get('cluster', {}).get('user', 'ubuntu'),
|
|
head=mon_hosts[0],
|
|
osds=osd_hosts,
|
|
mons=mon_hosts,
|
|
clients=client_hosts,
|
|
rgws=rgw_hosts,
|
|
osds_per_node=self.config.get('cluster', {}).get('osds_per_node', 1),
|
|
rebuild_every_test=False,
|
|
use_existing=True,
|
|
is_teuthology=self.config.get('cluster', {}).get('is_teuthology', True),
|
|
iterations=self.config.get('cluster', {}).get('iterations', 1),
|
|
tmp_dir='/tmp/cbt',
|
|
pool_profiles=self.config.get('cluster', {}).get('pool_profiles'),
|
|
)
|
|
|
|
benchmark_config = self.config.get('benchmarks')
|
|
benchmark_type = next(iter(benchmark_config.keys()))
|
|
if benchmark_type in ['librbdfio', 'fio']:
|
|
testdir = misc.get_testdir(self.ctx)
|
|
benchmark_config[benchmark_type]['cmd_path'] = os.path.join(testdir, 'fio/fio')
|
|
if benchmark_type == 'cosbench':
|
|
# create cosbench_dir and cosbench_xml_dir
|
|
testdir = misc.get_testdir(self.ctx)
|
|
benchmark_config['cosbench']['cosbench_dir'] = os.path.join(testdir, 'cos')
|
|
benchmark_config['cosbench']['cosbench_xml_dir'] = os.path.join(testdir, 'xml')
|
|
self.ctx.cluster.run(args=['mkdir', '-p', '-m0755', '--', benchmark_config['cosbench']['cosbench_xml_dir']])
|
|
benchmark_config['cosbench']['controller'] = osd_hosts[0]
|
|
|
|
# set auth details
|
|
remotes_and_roles = self.ctx.cluster.remotes.items()
|
|
ips = [host for (host, port) in
|
|
(remote.ssh.get_transport().getpeername() for (remote, role_list) in remotes_and_roles)]
|
|
benchmark_config['cosbench']['auth'] = "username=cosbench:operator;password=intel2012;url=http://%s:80/auth/v1.0;retry=9" %(ips[0])
|
|
client_endpoints_config = self.config.get('client_endpoints', None)
|
|
|
|
return dict(
|
|
cluster=cluster_config,
|
|
benchmarks=benchmark_config,
|
|
client_endpoints = client_endpoints_config,
|
|
)
|
|
|
|
def install_dependencies(self):
|
|
system_type = misc.get_system_type(self.first_mon)
|
|
|
|
if system_type == 'rpm':
|
|
install_cmd = ['sudo', 'yum', '-y', 'install']
|
|
cbt_depends = ['python3-yaml', 'python3-lxml', 'librbd-devel', 'pdsh', 'collectl']
|
|
else:
|
|
install_cmd = ['sudo', 'apt-get', '-y', '--force-yes', 'install']
|
|
cbt_depends = ['python3-yaml', 'python3-lxml', 'librbd-dev', 'collectl']
|
|
self.first_mon.run(args=install_cmd + cbt_depends)
|
|
|
|
benchmark_type = next(iter(self.cbt_config.get('benchmarks').keys()))
|
|
self.log.info('benchmark: %s', benchmark_type)
|
|
|
|
if benchmark_type in ['librbdfio', 'fio']:
|
|
# install fio
|
|
testdir = misc.get_testdir(self.ctx)
|
|
self.first_mon.run(
|
|
args=[
|
|
'git', 'clone', '-b', 'master',
|
|
'https://github.com/axboe/fio.git',
|
|
'{tdir}/fio'.format(tdir=testdir)
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', os.path.join(testdir, 'fio'), run.Raw('&&'),
|
|
'./configure', run.Raw('&&'),
|
|
'make'
|
|
]
|
|
)
|
|
|
|
if benchmark_type == 'cosbench':
|
|
# install cosbench
|
|
self.log.info('install dependencies for cosbench')
|
|
if system_type == 'rpm':
|
|
cosbench_depends = ['wget', 'unzip', 'java-1.7.0-openjdk', 'curl']
|
|
else:
|
|
cosbench_depends = ['wget', 'unzip', 'openjdk-8-jre', 'curl']
|
|
self.first_mon.run(args=install_cmd + cosbench_depends)
|
|
testdir = misc.get_testdir(self.ctx)
|
|
cosbench_version = '0.4.2.c3'
|
|
cosbench_location = 'https://github.com/intel-cloud/cosbench/releases/download/v0.4.2.c3/0.4.2.c3.zip'
|
|
os_version = misc.get_system_type(self.first_mon, False, True)
|
|
|
|
# additional requirements for bionic
|
|
if os_version == '18.04':
|
|
self.first_mon.run(
|
|
args=['sudo', 'apt-get', '-y', 'purge', 'openjdk-11*'])
|
|
# use our own version of cosbench
|
|
cosbench_version = 'cosbench-0.4.2.c3.1'
|
|
# contains additional parameter "-N" to nc
|
|
cosbench_location = 'http://drop.ceph.com/qa/cosbench-0.4.2.c3.1.zip'
|
|
cosbench_dir = os.path.join(testdir, cosbench_version)
|
|
self.ctx.cluster.run(args=['mkdir', '-p', '-m0755', '--', cosbench_dir])
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', testdir, run.Raw('&&'),
|
|
'wget',
|
|
cosbench_location, run.Raw('&&'),
|
|
'unzip', '{name}.zip'.format(name=cosbench_version), '-d', cosbench_version
|
|
]
|
|
)
|
|
else:
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', testdir, run.Raw('&&'),
|
|
'wget',
|
|
cosbench_location, run.Raw('&&'),
|
|
'unzip', '{name}.zip'.format(name=cosbench_version)
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', testdir, run.Raw('&&'),
|
|
'ln', '-s', cosbench_version, 'cos',
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', os.path.join(testdir, 'cos'), run.Raw('&&'),
|
|
'chmod', '+x', run.Raw('*.sh'),
|
|
]
|
|
)
|
|
|
|
# start cosbench and check info
|
|
self.log.info('start cosbench')
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', testdir, run.Raw('&&'),
|
|
'cd', 'cos', run.Raw('&&'),
|
|
'sh', 'start-all.sh'
|
|
]
|
|
)
|
|
self.log.info('check cosbench info')
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', testdir, run.Raw('&&'),
|
|
'cd', 'cos', run.Raw('&&'),
|
|
'sh', 'cli.sh', 'info'
|
|
]
|
|
)
|
|
|
|
def checkout_cbt(self):
|
|
testdir = misc.get_testdir(self.ctx)
|
|
repo = self.config.get('repo', 'https://github.com/ceph/cbt.git')
|
|
branch = self.config.get('branch', 'master')
|
|
branch = self.config.get('force-branch', branch)
|
|
sha1 = self.config.get('sha1')
|
|
if sha1 is None:
|
|
self.first_mon.run(
|
|
args=[
|
|
'git', 'clone', '--depth', '1', '-b', branch, repo,
|
|
'{tdir}/cbt'.format(tdir=testdir)
|
|
]
|
|
)
|
|
else:
|
|
self.first_mon.run(
|
|
args=[
|
|
'git', 'clone', '-b', branch, repo,
|
|
'{tdir}/cbt'.format(tdir=testdir)
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', os.path.join(testdir, 'cbt'), run.Raw('&&'),
|
|
'git', 'reset', '--hard', sha1,
|
|
]
|
|
)
|
|
|
|
def setup(self):
|
|
super(CBT, self).setup()
|
|
self.first_mon = next(iter(self.ctx.cluster.only(misc.get_first_mon(self.ctx, self.config)).remotes.keys()))
|
|
self.cbt_config = self.generate_cbt_config()
|
|
self.log.info('cbt configuration is %s', self.cbt_config)
|
|
self.cbt_dir = os.path.join(misc.get_archive_dir(self.ctx), 'cbt')
|
|
self.ctx.cluster.run(args=['mkdir', '-p', '-m0755', '--', self.cbt_dir])
|
|
misc.write_file(self.first_mon, os.path.join(self.cbt_dir, 'cbt_config.yaml'),
|
|
yaml.safe_dump(self.cbt_config, default_flow_style=False))
|
|
self.checkout_cbt()
|
|
self.install_dependencies()
|
|
|
|
def begin(self):
|
|
super(CBT, self).begin()
|
|
testdir = misc.get_testdir(self.ctx)
|
|
self.first_mon.run(
|
|
args=[
|
|
'{tdir}/cbt/cbt.py'.format(tdir=testdir),
|
|
'-a', self.cbt_dir,
|
|
'{cbtdir}/cbt_config.yaml'.format(cbtdir=self.cbt_dir),
|
|
],
|
|
)
|
|
preserve_file = os.path.join(self.ctx.archive, '.preserve')
|
|
open(preserve_file, 'a').close()
|
|
|
|
def end(self):
|
|
super(CBT, self).end()
|
|
testdir = misc.get_testdir(self.ctx)
|
|
self.first_mon.run(
|
|
args=[
|
|
'rm', '--one-file-system', '-rf', '--',
|
|
'{tdir}/cbt'.format(tdir=testdir),
|
|
]
|
|
)
|
|
benchmark_type = next(iter(self.cbt_config.get('benchmarks').keys()))
|
|
if benchmark_type in ['librbdfio', 'fio']:
|
|
self.first_mon.run(
|
|
args=[
|
|
'rm', '--one-file-system', '-rf', '--',
|
|
'{tdir}/fio'.format(tdir=testdir),
|
|
]
|
|
)
|
|
|
|
if benchmark_type == 'cosbench':
|
|
os_version = misc.get_system_type(self.first_mon, False, True)
|
|
if os_version == '18.04':
|
|
cosbench_version = 'cosbench-0.4.2.c3.1'
|
|
else:
|
|
cosbench_version = '0.4.2.c3'
|
|
# note: stop-all requires 'nc'
|
|
self.first_mon.run(
|
|
args=[
|
|
'cd', testdir, run.Raw('&&'),
|
|
'cd', 'cos', run.Raw('&&'),
|
|
'sh', 'stop-all.sh',
|
|
run.Raw('||'), 'true'
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'sudo', 'killall', '-9', 'java',
|
|
run.Raw('||'), 'true'
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'rm', '--one-file-system', '-rf', '--',
|
|
'{tdir}/cos'.format(tdir=testdir),
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'rm', '--one-file-system', '-rf', '--',
|
|
'{tdir}/{version}'.format(tdir=testdir, version=cosbench_version),
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'rm', '--one-file-system', '-rf', '--',
|
|
'{tdir}/{version}.zip'.format(tdir=testdir, version=cosbench_version),
|
|
]
|
|
)
|
|
self.first_mon.run(
|
|
args=[
|
|
'rm', '--one-file-system', '-rf', '--',
|
|
'{tdir}/xml'.format(tdir=testdir),
|
|
]
|
|
)
|
|
|
|
|
|
task = CBT
|