mirror of
https://github.com/ceph/ceph
synced 2025-01-01 08:32:24 +00:00
5009d9ecc6
This conflicts with the system assert.h so rename and change includes to reflect the new name. Fixes: http://tracker.ceph.com/issues/35682 Signed-off-by: Brad Hubbard <bhubbard@redhat.com>
929 lines
23 KiB
C++
929 lines
23 KiB
C++
/*
|
|
* Ceph - scalable distributed file system
|
|
*
|
|
* Copyright (C) 2014 Inktank Storage, Inc.
|
|
*
|
|
* This is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License version 2.1, as published by the Free Software
|
|
* Foundation. See file COPYING.
|
|
*
|
|
*/
|
|
|
|
#include <errno.h>
|
|
#include <fcntl.h>
|
|
#include <iostream>
|
|
#include <optional>
|
|
#include <poll.h>
|
|
#include <sstream>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <string>
|
|
#include <sys/stat.h>
|
|
#include <sys/sysmacros.h>
|
|
#include <sys/types.h>
|
|
#include <unistd.h>
|
|
|
|
#include "auth/KeyRing.h"
|
|
#include "common/errno.h"
|
|
#include "common/Formatter.h"
|
|
#include "common/module.h"
|
|
#include "common/run_cmd.h"
|
|
#include "common/safe_io.h"
|
|
#include "common/secret.h"
|
|
#include "common/TextTable.h"
|
|
#include "include/ceph_assert.h"
|
|
#include "include/stringify.h"
|
|
#include "include/krbd.h"
|
|
#include "mon/MonMap.h"
|
|
|
|
#include <blkid/blkid.h>
|
|
#include <libudev.h>
|
|
|
|
|
|
const static int POLL_TIMEOUT=120000;
|
|
|
|
struct krbd_ctx {
|
|
CephContext *cct;
|
|
struct udev *udev;
|
|
};
|
|
|
|
static const std::string SNAP_HEAD_NAME("-");
|
|
|
|
struct krbd_spec {
|
|
std::string pool_name;
|
|
std::string nspace_name;
|
|
std::string image_name;
|
|
std::string snap_name;
|
|
|
|
krbd_spec(const char *pool_name, const char *nspace_name,
|
|
const char *image_name, const char *snap_name)
|
|
: pool_name(pool_name),
|
|
nspace_name(nspace_name),
|
|
image_name(image_name),
|
|
snap_name(*snap_name ? snap_name : SNAP_HEAD_NAME) { }
|
|
|
|
bool operator==(const krbd_spec& rhs) const {
|
|
return pool_name == rhs.pool_name &&
|
|
nspace_name == rhs.nspace_name &&
|
|
image_name == rhs.image_name &&
|
|
snap_name == rhs.snap_name;
|
|
}
|
|
};
|
|
|
|
std::ostream& operator<<(std::ostream& os, const krbd_spec& spec) {
|
|
os << spec.pool_name << "/";
|
|
if (!spec.nspace_name.empty())
|
|
os << spec.nspace_name << "/";
|
|
os << spec.image_name;
|
|
if (spec.snap_name != SNAP_HEAD_NAME)
|
|
os << "@" << spec.snap_name;
|
|
return os;
|
|
}
|
|
|
|
std::optional<krbd_spec> spec_from_dev(udev_device *dev) {
|
|
const char *pool_name = udev_device_get_sysattr_value(dev, "pool");
|
|
const char *nspace_name = udev_device_get_sysattr_value(dev, "pool_ns");
|
|
const char *image_name = udev_device_get_sysattr_value(dev, "name");
|
|
const char *snap_name = udev_device_get_sysattr_value(dev, "current_snap");
|
|
|
|
if (!pool_name || !image_name || !snap_name)
|
|
return std::nullopt;
|
|
|
|
return std::make_optional<krbd_spec>(
|
|
pool_name, nspace_name ?: "", image_name, snap_name);
|
|
}
|
|
|
|
static string get_kernel_rbd_name(const char *id)
|
|
{
|
|
return string("/dev/rbd") + id;
|
|
}
|
|
|
|
static int sysfs_write_rbd(const char *which, const string& buf)
|
|
{
|
|
const string s = string("/sys/bus/rbd/") + which;
|
|
const string t = s + "_single_major";
|
|
int fd;
|
|
int r;
|
|
|
|
/*
|
|
* 'add' and 'add_single_major' interfaces are identical, but if rbd
|
|
* kernel module is new enough and is configured to use single-major
|
|
* scheme, 'add' is disabled in order to prevent old userspace from
|
|
* doing weird things at unmap time.
|
|
*
|
|
* Same goes for 'remove' vs 'remove_single_major'.
|
|
*/
|
|
fd = open(t.c_str(), O_WRONLY);
|
|
if (fd < 0) {
|
|
if (errno == ENOENT) {
|
|
fd = open(s.c_str(), O_WRONLY);
|
|
if (fd < 0)
|
|
return -errno;
|
|
} else {
|
|
return -errno;
|
|
}
|
|
}
|
|
|
|
r = safe_write(fd, buf.c_str(), buf.size());
|
|
|
|
close(fd);
|
|
return r;
|
|
}
|
|
|
|
static int sysfs_write_rbd_add(const string& buf)
|
|
{
|
|
return sysfs_write_rbd("add", buf);
|
|
}
|
|
|
|
static int sysfs_write_rbd_remove(const string& buf)
|
|
{
|
|
return sysfs_write_rbd("remove", buf);
|
|
}
|
|
|
|
static int have_minor_attr(void)
|
|
{
|
|
/*
|
|
* 'minor' attribute was added as part of single_major merge, which
|
|
* exposed the 'single_major' parameter. 'minor' is always present,
|
|
* regardless of whether single-major scheme is turned on or not.
|
|
*
|
|
* (Something like ver >= KERNEL_VERSION(3, 14, 0) is a no-go because
|
|
* this has to work with rbd.ko backported to various kernels.)
|
|
*/
|
|
return access("/sys/module/rbd/parameters/single_major", F_OK) == 0;
|
|
}
|
|
|
|
static int build_map_buf(CephContext *cct, const krbd_spec& spec,
|
|
const char *options, string *pbuf)
|
|
{
|
|
ostringstream oss;
|
|
int r;
|
|
|
|
MonMap monmap;
|
|
r = monmap.build_initial(cct, cerr);
|
|
if (r < 0)
|
|
return r;
|
|
|
|
list<entity_addr_t> mon_addr;
|
|
monmap.list_addrs(mon_addr);
|
|
|
|
for (const auto &p : mon_addr) {
|
|
if (oss.tellp() > 0) {
|
|
oss << ",";
|
|
}
|
|
oss << p.get_sockaddr();
|
|
}
|
|
|
|
oss << " name=" << cct->_conf->name.get_id();
|
|
|
|
KeyRing keyring;
|
|
auto auth_client_required =
|
|
cct->_conf.get_val<std::string>("auth_client_required");
|
|
if (auth_client_required != "none") {
|
|
r = keyring.from_ceph_context(cct);
|
|
auto keyfile = cct->_conf.get_val<std::string>("keyfile");
|
|
auto key = cct->_conf.get_val<std::string>("key");
|
|
if (r == -ENOENT && keyfile.empty() && key.empty())
|
|
r = 0;
|
|
if (r < 0) {
|
|
cerr << "rbd: failed to get secret" << std::endl;
|
|
return r;
|
|
}
|
|
}
|
|
|
|
CryptoKey secret;
|
|
string key_name = string("client.") + cct->_conf->name.get_id();
|
|
if (keyring.get_secret(cct->_conf->name, secret)) {
|
|
string secret_str;
|
|
secret.encode_base64(secret_str);
|
|
|
|
r = set_kernel_secret(secret_str.c_str(), key_name.c_str());
|
|
if (r >= 0) {
|
|
if (r == 0)
|
|
cerr << "rbd: warning: secret has length 0" << std::endl;
|
|
oss << ",key=" << key_name;
|
|
} else if (r == -ENODEV || r == -ENOSYS) {
|
|
// running against older kernel; fall back to secret= in options
|
|
oss << ",secret=" << secret_str;
|
|
} else {
|
|
cerr << "rbd: failed to add secret '" << key_name << "' to kernel"
|
|
<< std::endl;
|
|
return r;
|
|
}
|
|
} else if (is_kernel_secret(key_name.c_str())) {
|
|
oss << ",key=" << key_name;
|
|
}
|
|
|
|
if (strcmp(options, "") != 0)
|
|
oss << "," << options;
|
|
if (!spec.nspace_name.empty())
|
|
oss << ",_pool_ns=" << spec.nspace_name;
|
|
|
|
oss << " " << spec.pool_name << " " << spec.image_name << " "
|
|
<< spec.snap_name;
|
|
|
|
*pbuf = oss.str();
|
|
return 0;
|
|
}
|
|
|
|
static int wait_for_udev_add(struct udev_monitor *mon, const krbd_spec& spec,
|
|
string *pname)
|
|
{
|
|
struct udev_device *bus_dev = nullptr;
|
|
|
|
/*
|
|
* Catch /sys/devices/rbd/<id>/ and wait for the corresponding
|
|
* block device to show up. This is necessary because rbd devices
|
|
* and block devices aren't linked together in our sysfs layout.
|
|
*/
|
|
for (;;) {
|
|
struct pollfd fds[1];
|
|
struct udev_device *dev;
|
|
|
|
fds[0].fd = udev_monitor_get_fd(mon);
|
|
fds[0].events = POLLIN;
|
|
if (poll(fds, 1, POLL_TIMEOUT) < 0)
|
|
return -errno;
|
|
|
|
dev = udev_monitor_receive_device(mon);
|
|
if (!dev)
|
|
continue;
|
|
|
|
if (strcmp(udev_device_get_action(dev), "add") != 0)
|
|
goto next;
|
|
|
|
if (!bus_dev) {
|
|
if (strcmp(udev_device_get_subsystem(dev), "rbd") == 0) {
|
|
auto cur_spec = spec_from_dev(dev);
|
|
if (cur_spec && *cur_spec == spec) {
|
|
bus_dev = dev;
|
|
continue;
|
|
}
|
|
}
|
|
} else {
|
|
if (strcmp(udev_device_get_subsystem(dev), "block") == 0) {
|
|
const char *major = udev_device_get_sysattr_value(bus_dev, "major");
|
|
const char *minor = udev_device_get_sysattr_value(bus_dev, "minor");
|
|
const char *this_major = udev_device_get_property_value(dev, "MAJOR");
|
|
const char *this_minor = udev_device_get_property_value(dev, "MINOR");
|
|
|
|
ceph_assert(!minor ^ have_minor_attr());
|
|
|
|
if (strcmp(this_major, major) == 0 &&
|
|
(!minor || strcmp(this_minor, minor) == 0)) {
|
|
string name = get_kernel_rbd_name(udev_device_get_sysname(bus_dev));
|
|
|
|
ceph_assert(strcmp(udev_device_get_devnode(dev), name.c_str()) == 0);
|
|
*pname = name;
|
|
|
|
udev_device_unref(dev);
|
|
udev_device_unref(bus_dev);
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
next:
|
|
udev_device_unref(dev);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int do_map(struct udev *udev, const krbd_spec& spec, const string& buf,
|
|
string *pname)
|
|
{
|
|
struct udev_monitor *mon;
|
|
int r;
|
|
|
|
mon = udev_monitor_new_from_netlink(udev, "udev");
|
|
if (!mon)
|
|
return -ENOMEM;
|
|
|
|
r = udev_monitor_filter_add_match_subsystem_devtype(mon, "rbd", nullptr);
|
|
if (r < 0)
|
|
goto out_mon;
|
|
|
|
r = udev_monitor_filter_add_match_subsystem_devtype(mon, "block", "disk");
|
|
if (r < 0)
|
|
goto out_mon;
|
|
|
|
r = udev_monitor_enable_receiving(mon);
|
|
if (r < 0)
|
|
goto out_mon;
|
|
|
|
r = sysfs_write_rbd_add(buf);
|
|
if (r < 0) {
|
|
cerr << "rbd: sysfs write failed" << std::endl;
|
|
goto out_mon;
|
|
}
|
|
|
|
r = wait_for_udev_add(mon, spec, pname);
|
|
if (r < 0) {
|
|
cerr << "rbd: wait failed" << std::endl;
|
|
goto out_mon;
|
|
}
|
|
|
|
out_mon:
|
|
udev_monitor_unref(mon);
|
|
return r;
|
|
}
|
|
|
|
static int map_image(struct krbd_ctx *ctx, const krbd_spec& spec,
|
|
const char *options, string *pname)
|
|
{
|
|
string buf;
|
|
int r;
|
|
|
|
r = build_map_buf(ctx->cct, spec, options, &buf);
|
|
if (r < 0)
|
|
return r;
|
|
|
|
/*
|
|
* Modprobe rbd kernel module. If it supports single-major device
|
|
* number allocation scheme, make sure it's turned on.
|
|
*/
|
|
if (access("/sys/bus/rbd", F_OK) != 0) {
|
|
const char *module_options = NULL;
|
|
if (module_has_param("rbd", "single_major"))
|
|
module_options = "single_major=Y";
|
|
|
|
r = module_load("rbd", module_options);
|
|
if (r) {
|
|
cerr << "rbd: failed to load rbd kernel module (" << r << ")"
|
|
<< std::endl;
|
|
/*
|
|
* Ignore the error: modprobe failing doesn't necessarily prevent
|
|
* from working.
|
|
*/
|
|
}
|
|
}
|
|
|
|
return do_map(ctx->udev, spec, buf, pname);
|
|
}
|
|
|
|
static int devno_to_krbd_id(struct udev *udev, dev_t devno, string *pid)
|
|
{
|
|
struct udev_enumerate *enm;
|
|
struct udev_list_entry *l;
|
|
struct udev_device *dev;
|
|
int r;
|
|
|
|
enm = udev_enumerate_new(udev);
|
|
if (!enm)
|
|
return -ENOMEM;
|
|
|
|
r = udev_enumerate_add_match_subsystem(enm, "rbd");
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
r = udev_enumerate_add_match_sysattr(enm, "major",
|
|
stringify(major(devno)).c_str());
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
if (have_minor_attr()) {
|
|
r = udev_enumerate_add_match_sysattr(enm, "minor",
|
|
stringify(minor(devno)).c_str());
|
|
if (r < 0)
|
|
goto out_enm;
|
|
}
|
|
|
|
r = udev_enumerate_scan_devices(enm);
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
l = udev_enumerate_get_list_entry(enm);
|
|
if (!l) {
|
|
r = -ENOENT;
|
|
goto out_enm;
|
|
}
|
|
|
|
/* make sure there is only one match */
|
|
ceph_assert(!udev_list_entry_get_next(l));
|
|
|
|
dev = udev_device_new_from_syspath(udev, udev_list_entry_get_name(l));
|
|
if (!dev) {
|
|
r = -ENOMEM;
|
|
goto out_enm;
|
|
}
|
|
|
|
*pid = udev_device_get_sysname(dev);
|
|
|
|
udev_device_unref(dev);
|
|
out_enm:
|
|
udev_enumerate_unref(enm);
|
|
return r;
|
|
}
|
|
|
|
static int __enumerate_devices(struct udev *udev, const krbd_spec& spec,
|
|
bool match_nspace, struct udev_enumerate **penm)
|
|
{
|
|
struct udev_enumerate *enm;
|
|
int r;
|
|
|
|
enm = udev_enumerate_new(udev);
|
|
if (!enm)
|
|
return -ENOMEM;
|
|
|
|
r = udev_enumerate_add_match_subsystem(enm, "rbd");
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
r = udev_enumerate_add_match_sysattr(enm, "pool", spec.pool_name.c_str());
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
if (match_nspace) {
|
|
r = udev_enumerate_add_match_sysattr(enm, "pool_ns",
|
|
spec.nspace_name.c_str());
|
|
} else {
|
|
/*
|
|
* Match _only_ devices that don't have pool_ns attribute.
|
|
* If the kernel supports namespaces, the result will be empty.
|
|
*/
|
|
r = udev_enumerate_add_nomatch_sysattr(enm, "pool_ns", nullptr);
|
|
}
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
r = udev_enumerate_add_match_sysattr(enm, "name", spec.image_name.c_str());
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
r = udev_enumerate_add_match_sysattr(enm, "current_snap",
|
|
spec.snap_name.c_str());
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
r = udev_enumerate_scan_devices(enm);
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
*penm = enm;
|
|
return 0;
|
|
|
|
out_enm:
|
|
udev_enumerate_unref(enm);
|
|
return r;
|
|
}
|
|
|
|
static int enumerate_devices(struct udev *udev, const krbd_spec& spec,
|
|
struct udev_enumerate **penm)
|
|
{
|
|
struct udev_enumerate *enm;
|
|
int r;
|
|
|
|
r = __enumerate_devices(udev, spec, true, &enm);
|
|
if (r < 0)
|
|
return r;
|
|
|
|
/*
|
|
* If no namespace is set, try again with match_nspace=false to
|
|
* handle older kernels. On a newer kernel the result will remain
|
|
* the same (i.e. empty).
|
|
*/
|
|
if (!udev_enumerate_get_list_entry(enm) && spec.nspace_name.empty()) {
|
|
udev_enumerate_unref(enm);
|
|
r = __enumerate_devices(udev, spec, false, &enm);
|
|
if (r < 0)
|
|
return r;
|
|
}
|
|
|
|
*penm = enm;
|
|
return 0;
|
|
}
|
|
|
|
static int spec_to_devno_and_krbd_id(struct udev *udev, const krbd_spec& spec,
|
|
dev_t *pdevno, string *pid)
|
|
{
|
|
struct udev_enumerate *enm;
|
|
struct udev_list_entry *l;
|
|
struct udev_device *dev;
|
|
unsigned int maj, min = 0;
|
|
string err;
|
|
int r;
|
|
|
|
r = enumerate_devices(udev, spec, &enm);
|
|
if (r < 0)
|
|
return r;
|
|
|
|
l = udev_enumerate_get_list_entry(enm);
|
|
if (!l) {
|
|
r = -ENOENT;
|
|
goto out_enm;
|
|
}
|
|
|
|
dev = udev_device_new_from_syspath(udev, udev_list_entry_get_name(l));
|
|
if (!dev) {
|
|
r = -ENOMEM;
|
|
goto out_enm;
|
|
}
|
|
|
|
maj = strict_strtoll(udev_device_get_sysattr_value(dev, "major"), 10, &err);
|
|
if (!err.empty()) {
|
|
cerr << "rbd: couldn't parse major: " << err << std::endl;
|
|
r = -EINVAL;
|
|
goto out_dev;
|
|
}
|
|
if (have_minor_attr()) {
|
|
min = strict_strtoll(udev_device_get_sysattr_value(dev, "minor"), 10, &err);
|
|
if (!err.empty()) {
|
|
cerr << "rbd: couldn't parse minor: " << err << std::endl;
|
|
r = -EINVAL;
|
|
goto out_dev;
|
|
}
|
|
}
|
|
|
|
/*
|
|
* If an image is mapped more than once don't bother trying to unmap
|
|
* all devices - let users run unmap the same number of times they
|
|
* ran map.
|
|
*/
|
|
if (udev_list_entry_get_next(l))
|
|
cerr << "rbd: " << spec << ": mapped more than once, unmapping "
|
|
<< get_kernel_rbd_name(udev_device_get_sysname(dev))
|
|
<< " only" << std::endl;
|
|
|
|
*pdevno = makedev(maj, min);
|
|
*pid = udev_device_get_sysname(dev);
|
|
|
|
out_dev:
|
|
udev_device_unref(dev);
|
|
out_enm:
|
|
udev_enumerate_unref(enm);
|
|
return r;
|
|
}
|
|
|
|
static string build_unmap_buf(const string& id, const char *options)
|
|
{
|
|
string buf(id);
|
|
if (strcmp(options, "") != 0) {
|
|
buf += " ";
|
|
buf += options;
|
|
}
|
|
return buf;
|
|
}
|
|
|
|
static int wait_for_udev_remove(struct udev_monitor *mon, dev_t devno)
|
|
{
|
|
for (;;) {
|
|
struct pollfd fds[1];
|
|
struct udev_device *dev;
|
|
|
|
fds[0].fd = udev_monitor_get_fd(mon);
|
|
fds[0].events = POLLIN;
|
|
if (poll(fds, 1, POLL_TIMEOUT) < 0)
|
|
return -errno;
|
|
|
|
dev = udev_monitor_receive_device(mon);
|
|
if (!dev)
|
|
continue;
|
|
|
|
if (strcmp(udev_device_get_action(dev), "remove") == 0 &&
|
|
udev_device_get_devnum(dev) == devno) {
|
|
udev_device_unref(dev);
|
|
break;
|
|
}
|
|
|
|
udev_device_unref(dev);
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
|
|
static int do_unmap(struct udev *udev, dev_t devno, const string& buf)
|
|
{
|
|
struct udev_monitor *mon;
|
|
int r;
|
|
|
|
mon = udev_monitor_new_from_netlink(udev, "udev");
|
|
if (!mon)
|
|
return -ENOMEM;
|
|
|
|
r = udev_monitor_filter_add_match_subsystem_devtype(mon, "block", "disk");
|
|
if (r < 0)
|
|
goto out_mon;
|
|
|
|
r = udev_monitor_enable_receiving(mon);
|
|
if (r < 0)
|
|
goto out_mon;
|
|
|
|
/*
|
|
* On final device close(), kernel sends a block change event, in
|
|
* response to which udev apparently runs blkid on the device. This
|
|
* makes unmap fail with EBUSY, if issued right after final close().
|
|
* Try to circumvent this with a retry before turning to udev.
|
|
*/
|
|
for (int tries = 0; ; tries++) {
|
|
r = sysfs_write_rbd_remove(buf);
|
|
if (r >= 0) {
|
|
break;
|
|
} else if (r == -EBUSY && tries < 2) {
|
|
if (!tries) {
|
|
usleep(250 * 1000);
|
|
} else {
|
|
/*
|
|
* libudev does not provide the "wait until the queue is empty"
|
|
* API or the sufficient amount of primitives to build it from.
|
|
*/
|
|
string err = run_cmd("udevadm", "settle", "--timeout", "10", (char*)NULL);
|
|
if (!err.empty())
|
|
cerr << "rbd: " << err << std::endl;
|
|
}
|
|
} else {
|
|
cerr << "rbd: sysfs write failed" << std::endl;
|
|
goto out_mon;
|
|
}
|
|
}
|
|
|
|
r = wait_for_udev_remove(mon, devno);
|
|
if (r < 0) {
|
|
cerr << "rbd: wait failed" << std::endl;
|
|
goto out_mon;
|
|
}
|
|
|
|
out_mon:
|
|
udev_monitor_unref(mon);
|
|
return r;
|
|
}
|
|
|
|
static int unmap_image(struct krbd_ctx *ctx, const char *devnode,
|
|
const char *options)
|
|
{
|
|
struct stat sb;
|
|
dev_t wholedevno = 0;
|
|
string id;
|
|
int r;
|
|
|
|
if (stat(devnode, &sb) < 0 || !S_ISBLK(sb.st_mode)) {
|
|
cerr << "rbd: '" << devnode << "' is not a block device" << std::endl;
|
|
return -EINVAL;
|
|
}
|
|
|
|
r = blkid_devno_to_wholedisk(sb.st_rdev, NULL, 0, &wholedevno);
|
|
if (r < 0) {
|
|
cerr << "rbd: couldn't compute wholedevno: " << cpp_strerror(r)
|
|
<< std::endl;
|
|
/*
|
|
* Ignore the error: we are given whole disks most of the time, and
|
|
* if it turns out this is a partition we will fail later anyway.
|
|
*/
|
|
wholedevno = sb.st_rdev;
|
|
}
|
|
|
|
r = devno_to_krbd_id(ctx->udev, wholedevno, &id);
|
|
if (r < 0) {
|
|
if (r == -ENOENT) {
|
|
cerr << "rbd: '" << devnode << "' is not an rbd device" << std::endl;
|
|
r = -EINVAL;
|
|
}
|
|
return r;
|
|
}
|
|
|
|
return do_unmap(ctx->udev, wholedevno, build_unmap_buf(id, options));
|
|
}
|
|
|
|
static int unmap_image(struct krbd_ctx *ctx, const krbd_spec& spec,
|
|
const char *options)
|
|
{
|
|
dev_t devno = 0;
|
|
string id;
|
|
int r;
|
|
|
|
r = spec_to_devno_and_krbd_id(ctx->udev, spec, &devno, &id);
|
|
if (r < 0) {
|
|
if (r == -ENOENT) {
|
|
cerr << "rbd: " << spec << ": not a mapped image or snapshot"
|
|
<< std::endl;
|
|
r = -EINVAL;
|
|
}
|
|
return r;
|
|
}
|
|
|
|
return do_unmap(ctx->udev, devno, build_unmap_buf(id, options));
|
|
}
|
|
|
|
static bool dump_one_image(Formatter *f, TextTable *tbl,
|
|
struct udev_device *dev)
|
|
{
|
|
const char *id = udev_device_get_sysname(dev);
|
|
auto spec = spec_from_dev(dev);
|
|
string kname = get_kernel_rbd_name(id);
|
|
|
|
if (!spec)
|
|
return false;
|
|
|
|
if (f) {
|
|
f->open_object_section("device");
|
|
f->dump_string("id", id);
|
|
f->dump_string("pool", spec->pool_name);
|
|
f->dump_string("namespace", spec->nspace_name);
|
|
f->dump_string("name", spec->image_name);
|
|
f->dump_string("snap", spec->snap_name);
|
|
f->dump_string("device", kname);
|
|
f->close_section();
|
|
} else {
|
|
*tbl << id << spec->pool_name << spec->nspace_name << spec->image_name
|
|
<< spec->snap_name << kname << TextTable::endrow;
|
|
}
|
|
|
|
return true;
|
|
}
|
|
|
|
static int do_dump(struct udev *udev, Formatter *f, TextTable *tbl)
|
|
{
|
|
struct udev_enumerate *enm;
|
|
struct udev_list_entry *l = NULL;
|
|
bool have_output = false;
|
|
int r;
|
|
|
|
enm = udev_enumerate_new(udev);
|
|
if (!enm)
|
|
return -ENOMEM;
|
|
|
|
r = udev_enumerate_add_match_subsystem(enm, "rbd");
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
r = udev_enumerate_scan_devices(enm);
|
|
if (r < 0)
|
|
goto out_enm;
|
|
|
|
udev_list_entry_foreach(l, udev_enumerate_get_list_entry(enm)) {
|
|
struct udev_device *dev;
|
|
|
|
dev = udev_device_new_from_syspath(udev, udev_list_entry_get_name(l));
|
|
if (dev) {
|
|
have_output |= dump_one_image(f, tbl, dev);
|
|
udev_device_unref(dev);
|
|
}
|
|
}
|
|
|
|
r = have_output;
|
|
out_enm:
|
|
udev_enumerate_unref(enm);
|
|
return r;
|
|
}
|
|
|
|
int dump_images(struct krbd_ctx *ctx, Formatter *f)
|
|
{
|
|
TextTable tbl;
|
|
int r;
|
|
|
|
if (f) {
|
|
f->open_array_section("devices");
|
|
} else {
|
|
tbl.define_column("id", TextTable::LEFT, TextTable::LEFT);
|
|
tbl.define_column("pool", TextTable::LEFT, TextTable::LEFT);
|
|
tbl.define_column("namespace", TextTable::LEFT, TextTable::LEFT);
|
|
tbl.define_column("image", TextTable::LEFT, TextTable::LEFT);
|
|
tbl.define_column("snap", TextTable::LEFT, TextTable::LEFT);
|
|
tbl.define_column("device", TextTable::LEFT, TextTable::LEFT);
|
|
}
|
|
|
|
r = do_dump(ctx->udev, f, &tbl);
|
|
|
|
if (f) {
|
|
f->close_section();
|
|
f->flush(cout);
|
|
} else {
|
|
if (r > 0)
|
|
cout << tbl;
|
|
}
|
|
|
|
return r;
|
|
}
|
|
|
|
static int is_mapped_image(struct udev *udev, const krbd_spec& spec,
|
|
string *pname)
|
|
{
|
|
struct udev_enumerate *enm;
|
|
struct udev_list_entry *l;
|
|
int r;
|
|
|
|
r = enumerate_devices(udev, spec, &enm);
|
|
if (r < 0)
|
|
return r;
|
|
|
|
l = udev_enumerate_get_list_entry(enm);
|
|
if (l) {
|
|
struct udev_device *dev;
|
|
|
|
dev = udev_device_new_from_syspath(udev, udev_list_entry_get_name(l));
|
|
if (!dev) {
|
|
r = -ENOMEM;
|
|
goto out_enm;
|
|
}
|
|
|
|
r = 1;
|
|
*pname = get_kernel_rbd_name(udev_device_get_sysname(dev));
|
|
udev_device_unref(dev);
|
|
} else {
|
|
r = 0; /* not mapped */
|
|
}
|
|
|
|
out_enm:
|
|
udev_enumerate_unref(enm);
|
|
return r;
|
|
}
|
|
|
|
extern "C" int krbd_create_from_context(rados_config_t cct,
|
|
struct krbd_ctx **pctx)
|
|
{
|
|
struct krbd_ctx *ctx = new struct krbd_ctx();
|
|
|
|
ctx->cct = reinterpret_cast<CephContext *>(cct);
|
|
ctx->udev = udev_new();
|
|
if (!ctx->udev) {
|
|
delete ctx;
|
|
return -ENOMEM;
|
|
}
|
|
|
|
*pctx = ctx;
|
|
return 0;
|
|
}
|
|
|
|
extern "C" void krbd_destroy(struct krbd_ctx *ctx)
|
|
{
|
|
if (!ctx)
|
|
return;
|
|
|
|
udev_unref(ctx->udev);
|
|
|
|
delete ctx;
|
|
}
|
|
|
|
extern "C" int krbd_map(struct krbd_ctx *ctx,
|
|
const char *pool_name,
|
|
const char *nspace_name,
|
|
const char *image_name,
|
|
const char *snap_name,
|
|
const char *options,
|
|
char **pdevnode)
|
|
{
|
|
krbd_spec spec(pool_name, nspace_name, image_name, snap_name);
|
|
string name;
|
|
char *devnode;
|
|
int r;
|
|
|
|
r = map_image(ctx, spec, options, &name);
|
|
if (r < 0)
|
|
return r;
|
|
|
|
devnode = strdup(name.c_str());
|
|
if (!devnode)
|
|
return -ENOMEM;
|
|
|
|
*pdevnode = devnode;
|
|
return r;
|
|
}
|
|
|
|
extern "C" int krbd_unmap(struct krbd_ctx *ctx, const char *devnode,
|
|
const char *options)
|
|
{
|
|
return unmap_image(ctx, devnode, options);
|
|
}
|
|
|
|
extern "C" int krbd_unmap_by_spec(struct krbd_ctx *ctx,
|
|
const char *pool_name,
|
|
const char *nspace_name,
|
|
const char *image_name,
|
|
const char *snap_name,
|
|
const char *options)
|
|
{
|
|
krbd_spec spec(pool_name, nspace_name, image_name, snap_name);
|
|
return unmap_image(ctx, spec, options);
|
|
}
|
|
|
|
int krbd_showmapped(struct krbd_ctx *ctx, Formatter *f)
|
|
{
|
|
return dump_images(ctx, f);
|
|
}
|
|
|
|
extern "C" int krbd_is_mapped(struct krbd_ctx *ctx,
|
|
const char *pool_name,
|
|
const char *nspace_name,
|
|
const char *image_name,
|
|
const char *snap_name,
|
|
char **pdevnode)
|
|
{
|
|
krbd_spec spec(pool_name, nspace_name, image_name, snap_name);
|
|
string name;
|
|
char *devnode;
|
|
int r;
|
|
|
|
r = is_mapped_image(ctx->udev, spec, &name);
|
|
if (r <= 0) /* error or not mapped */
|
|
return r;
|
|
|
|
devnode = strdup(name.c_str());
|
|
if (!devnode)
|
|
return -ENOMEM;
|
|
|
|
*pdevnode = devnode;
|
|
return r;
|
|
}
|