mirror of
https://github.com/ceph/ceph
synced 2024-12-19 01:46:00 +00:00
204e27fecd
The process run by flock must not inherit the file descriptor because this will cause the lock to be held forever should the command survive the call to flock. This is for instance the case for the ssh-agent. Signed-off-by: Loic Dachary <loic@dachary.org>
123 lines
4.3 KiB
Python
123 lines
4.3 KiB
Python
"""
|
|
Build ceph packages
|
|
|
|
Integration tests:
|
|
|
|
teuthology-openstack --verbose --key-name myself --key-filename ~/Downloads/myself --ceph hammer --suite teuthology/buildpackages
|
|
|
|
"""
|
|
import logging
|
|
import os
|
|
import subprocess
|
|
from teuthology import packaging
|
|
from teuthology import misc as teuthology
|
|
from teuthology.config import config as teuth_config
|
|
from teuthology.task import install
|
|
from teuthology.openstack import OpenStack
|
|
import urlparse
|
|
|
|
log = logging.getLogger(__name__)
|
|
|
|
def get_install_config(ctx):
|
|
for task in ctx.config['tasks']:
|
|
if task.keys()[0] == 'install':
|
|
config = task['install']
|
|
if config is None:
|
|
config = {}
|
|
assert isinstance(config, dict), \
|
|
"task install only supports a dictionary for configuration"
|
|
|
|
project, = config.get('project', 'ceph'),
|
|
log.debug('project %s' % project)
|
|
overrides = ctx.config.get('overrides')
|
|
if overrides:
|
|
install_overrides = overrides.get('install', {})
|
|
teuthology.deep_merge(config, install_overrides.get(project, {}))
|
|
log.debug('install config %s' % config)
|
|
return config
|
|
|
|
def task(ctx, config):
|
|
"""
|
|
Build Ceph packages. This task will automagically be run
|
|
before the task that need to install packages (this is taken
|
|
care of by the internal teuthology task).
|
|
|
|
The config should be as follows:
|
|
|
|
buildpackages:
|
|
machine:
|
|
disk: 40 # GB
|
|
ram: 15000 # MB
|
|
cpus: 16
|
|
|
|
example:
|
|
|
|
tasks:
|
|
- buildpackages:
|
|
machine:
|
|
disk: 40 # GB
|
|
ram: 15000 # MB
|
|
cpus: 16
|
|
- install:
|
|
"""
|
|
log.info('Beginning buildpackages...')
|
|
if config is None:
|
|
config = {}
|
|
assert isinstance(config, dict), \
|
|
'task only accepts a dict for config not ' + str(config)
|
|
d = os.path.join(os.path.dirname(__file__), 'buildpackages')
|
|
install_config = get_install_config(ctx)
|
|
log.info('install_config ' + str(install_config))
|
|
for remote in ctx.cluster.remotes.iterkeys():
|
|
gitbuilder = install._get_gitbuilder_project(
|
|
ctx, remote, install_config)
|
|
tag = packaging._get_config_value_for_remote(
|
|
ctx, remote, install_config, 'tag')
|
|
branch = packaging._get_config_value_for_remote(
|
|
ctx, remote, install_config, 'branch')
|
|
sha1 = packaging._get_config_value_for_remote(
|
|
ctx, remote, install_config, 'sha1')
|
|
uri_reference = gitbuilder.uri_reference
|
|
url = gitbuilder.base_url
|
|
assert '/' + uri_reference in url, \
|
|
(url + ' (from template ' + teuth_config.baseurl_template +
|
|
') does not contain /' + uri_reference)
|
|
if 'ref/' in uri_reference:
|
|
ref = os.path.basename(uri_reference)
|
|
else:
|
|
ref = ''
|
|
subprocess.check_call(
|
|
"flock --close /tmp/buildpackages " +
|
|
"make -C " + d + " " + os.environ['HOME'] + "/.ssh_agent",
|
|
shell=True)
|
|
target = os.path.dirname(urlparse.urlparse(url).path.strip('/'))
|
|
target = os.path.dirname(target) + '-' + sha1
|
|
openstack = OpenStack()
|
|
select = '^(vps|eg)-'
|
|
build_flavor = openstack.flavor(config['machine'], select)
|
|
http_flavor = openstack.flavor({
|
|
'disk': 10, # GB
|
|
'ram': 1024, # MB
|
|
'cpus': 1,
|
|
}, select)
|
|
cmd = (". " + os.environ['HOME'] + "/.ssh_agent ; flock --close /tmp/buildpackages make -C " + d +
|
|
" CEPH_GIT_URL=" + teuth_config.get_ceph_git_url() +
|
|
" CEPH_PKG_TYPE=" + gitbuilder.pkg_type +
|
|
" CEPH_OS_TYPE=" + ctx.config['os_type'] +
|
|
" CEPH_OS_VERSION=" + ctx.config['os_version'] +
|
|
" CEPH_DIST=" + gitbuilder.distro +
|
|
" CEPH_ARCH=" + gitbuilder.arch +
|
|
" CEPH_SHA1=" + (sha1 or '') +
|
|
" CEPH_TAG=" + (tag or '') +
|
|
" CEPH_BRANCH=" + (branch or '') +
|
|
" CEPH_REF=" + ref +
|
|
" GITBUILDER_URL=" + url +
|
|
" BUILD_FLAVOR=" + build_flavor +
|
|
" HTTP_FLAVOR=" + http_flavor +
|
|
" " + target +
|
|
" ")
|
|
log.info("buildpackages: " + cmd)
|
|
subprocess.check_call(cmd, shell=True)
|
|
teuth_config.gitbuilder_host = openstack.get_ip('packages-repository', '')
|
|
log.info('Finished buildpackages')
|