mirror of
https://github.com/ceph/ceph
synced 2024-12-24 20:33:27 +00:00
2d4c360a4a
A followup to PR #42820 that modified argv_to_vec() signature (for style and performance). Signed-off-by: Ronen Friedman <rfriedma@redhat.com>
356 lines
10 KiB
C++
356 lines
10 KiB
C++
// -*- mode:C++; tab-width:8; c-basic-offset:2; indent-tabs-mode:t -*-
|
|
// vim: ts=8 sw=2 smarttab
|
|
/*
|
|
* Ceph - scalable distributed file system
|
|
*
|
|
* Copyright (C) 2004-2006 Sage Weil <sage@newdream.net>
|
|
*
|
|
* This is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License version 2.1, as published by the Free Software
|
|
* Foundation. See file COPYING.
|
|
*
|
|
*/
|
|
|
|
#include <sys/stat.h>
|
|
#include <sys/utsname.h>
|
|
#include <iostream>
|
|
#include <string>
|
|
#include <optional>
|
|
|
|
#include "common/async/context_pool.h"
|
|
#include "common/config.h"
|
|
#include "common/errno.h"
|
|
|
|
#include "client/Client.h"
|
|
#include "client/fuse_ll.h"
|
|
|
|
#include "msg/Messenger.h"
|
|
|
|
#include "mon/MonClient.h"
|
|
|
|
#include "common/Timer.h"
|
|
#include "common/ceph_argparse.h"
|
|
#if defined(__linux__)
|
|
#include "common/linux_version.h"
|
|
#endif
|
|
#include "global/global_init.h"
|
|
#include "global/signal_handler.h"
|
|
#include "common/Preforker.h"
|
|
#include "common/safe_io.h"
|
|
|
|
#include <sys/types.h>
|
|
#include <fcntl.h>
|
|
|
|
#include "include/ceph_fuse.h"
|
|
#include <fuse_lowlevel.h>
|
|
|
|
#define dout_context g_ceph_context
|
|
|
|
using namespace std;
|
|
|
|
ceph::async::io_context_pool icp;
|
|
|
|
static void fuse_usage()
|
|
{
|
|
const char* argv[] = {
|
|
"ceph-fuse",
|
|
"-h",
|
|
};
|
|
struct fuse_args args = FUSE_ARGS_INIT(2, (char**)argv);
|
|
#if FUSE_VERSION >= FUSE_MAKE_VERSION(3, 0)
|
|
struct fuse_cmdline_opts opts = {};
|
|
if (fuse_parse_cmdline(&args, &opts) != -1) {
|
|
if (opts.show_help) {
|
|
cout << "usage: " << argv[0] << " [options] <mountpoint>\n\n";
|
|
cout << "FUSE options:\n";
|
|
fuse_cmdline_help();
|
|
fuse_lowlevel_help();
|
|
cout << "\n";
|
|
}
|
|
} else {
|
|
#else
|
|
if (fuse_parse_cmdline(&args, nullptr, nullptr, nullptr) == -1) {
|
|
#endif
|
|
derr << "fuse_parse_cmdline failed." << dendl;
|
|
}
|
|
ceph_assert(args.allocated);
|
|
fuse_opt_free_args(&args);
|
|
}
|
|
|
|
void usage()
|
|
{
|
|
cout <<
|
|
"usage: ceph-fuse [-n client.username] [-m mon-ip-addr:mon-port] <mount point> [OPTIONS]\n"
|
|
" --client_mountpoint/-r <sub_directory>\n"
|
|
" use sub_directory as the mounted root, rather than the full Ceph tree.\n"
|
|
"\n";
|
|
fuse_usage();
|
|
generic_client_usage();
|
|
}
|
|
|
|
int main(int argc, const char **argv, const char *envp[]) {
|
|
int filer_flags = 0;
|
|
//cerr << "ceph-fuse starting " << myrank << "/" << world << std::endl;
|
|
auto args = argv_to_vec(argc, argv);
|
|
if (args.empty()) {
|
|
cerr << argv[0] << ": -h or --help for usage" << std::endl;
|
|
exit(1);
|
|
}
|
|
if (ceph_argparse_need_usage(args)) {
|
|
usage();
|
|
exit(0);
|
|
}
|
|
|
|
std::map<std::string,std::string> defaults = {
|
|
{ "pid_file", "" },
|
|
{ "chdir", "/" } // FUSE will chdir("/"); be ready.
|
|
};
|
|
|
|
auto cct = global_init(&defaults, args, CEPH_ENTITY_TYPE_CLIENT,
|
|
CODE_ENVIRONMENT_DAEMON,
|
|
CINIT_FLAG_UNPRIVILEGED_DAEMON_DEFAULTS);
|
|
|
|
for (auto i = args.begin(); i != args.end();) {
|
|
if (ceph_argparse_double_dash(args, i)) {
|
|
break;
|
|
} else if (ceph_argparse_flag(args, i, "--localize-reads", (char*)nullptr)) {
|
|
cerr << "setting CEPH_OSD_FLAG_LOCALIZE_READS" << std::endl;
|
|
filer_flags |= CEPH_OSD_FLAG_LOCALIZE_READS;
|
|
} else if (ceph_argparse_flag(args, i, "-V", (char*)nullptr)) {
|
|
const char* tmpargv[] = {
|
|
"ceph-fuse",
|
|
"-V"
|
|
};
|
|
|
|
struct fuse_args fargs = FUSE_ARGS_INIT(2, (char**)tmpargv);
|
|
#if FUSE_VERSION >= FUSE_MAKE_VERSION(3, 0)
|
|
struct fuse_cmdline_opts opts = {};
|
|
if (fuse_parse_cmdline(&fargs, &opts) == -1) {
|
|
#else
|
|
if (fuse_parse_cmdline(&fargs, nullptr, nullptr, nullptr) == -1) {
|
|
#endif
|
|
derr << "fuse_parse_cmdline failed." << dendl;
|
|
}
|
|
ceph_assert(fargs.allocated);
|
|
fuse_opt_free_args(&fargs);
|
|
exit(0);
|
|
} else {
|
|
++i;
|
|
}
|
|
}
|
|
|
|
// args for fuse
|
|
const char **newargv;
|
|
int newargc;
|
|
vec_to_argv(argv[0], args, &newargc, &newargv);
|
|
|
|
// check for 32-bit arch
|
|
#ifndef __LP64__
|
|
cerr << std::endl;
|
|
cerr << "WARNING: Ceph inode numbers are 64 bits wide, and FUSE on 32-bit kernels does" << std::endl;
|
|
cerr << " not cope well with that situation. Expect to crash shortly." << std::endl;
|
|
cerr << std::endl;
|
|
#endif
|
|
|
|
Preforker forker;
|
|
auto daemonize = g_conf().get_val<bool>("daemonize");
|
|
if (daemonize) {
|
|
global_init_prefork(g_ceph_context);
|
|
int r;
|
|
string err;
|
|
r = forker.prefork(err);
|
|
if (r < 0 || forker.is_parent()) {
|
|
// Start log if current process is about to exit. Otherwise, we hit an assert
|
|
// in the Ceph context destructor.
|
|
g_ceph_context->_log->start();
|
|
}
|
|
if (r < 0) {
|
|
cerr << "ceph-fuse " << err << std::endl;
|
|
return r;
|
|
}
|
|
if (forker.is_parent()) {
|
|
r = forker.parent_wait(err);
|
|
if (r < 0) {
|
|
cerr << "ceph-fuse " << err << std::endl;
|
|
}
|
|
return r;
|
|
}
|
|
global_init_postfork_start(cct.get());
|
|
}
|
|
|
|
{
|
|
common_init_finish(g_ceph_context);
|
|
|
|
init_async_signal_handler();
|
|
register_async_signal_handler(SIGHUP, sighup_handler);
|
|
|
|
//cout << "child, mounting" << std::endl;
|
|
class RemountTest : public Thread {
|
|
public:
|
|
CephFuse *cfuse;
|
|
Client *client;
|
|
RemountTest() : cfuse(nullptr), client(nullptr) {}
|
|
void init(CephFuse *cf, Client *cl) {
|
|
cfuse = cf;
|
|
client = cl;
|
|
}
|
|
~RemountTest() override {}
|
|
void *entry() override {
|
|
#if defined(__linux__)
|
|
int ver = get_linux_version();
|
|
ceph_assert(ver != 0);
|
|
bool client_try_dentry_invalidate = g_conf().get_val<bool>(
|
|
"client_try_dentry_invalidate");
|
|
bool can_invalidate_dentries =
|
|
client_try_dentry_invalidate && ver < KERNEL_VERSION(3, 18, 0);
|
|
int tr = client->test_dentry_handling(can_invalidate_dentries);
|
|
bool client_die_on_failed_dentry_invalidate = g_conf().get_val<bool>(
|
|
"client_die_on_failed_dentry_invalidate");
|
|
if (tr != 0 && client_die_on_failed_dentry_invalidate) {
|
|
cerr << "ceph-fuse[" << getpid()
|
|
<< "]: fuse failed dentry invalidate/remount test with error "
|
|
<< cpp_strerror(tr) << ", stopping" << std::endl;
|
|
|
|
char buf[5050];
|
|
string mountpoint = cfuse->get_mount_point();
|
|
snprintf(buf, sizeof(buf), "fusermount -u -z %s", mountpoint.c_str());
|
|
int umount_r = system(buf);
|
|
if (umount_r) {
|
|
if (umount_r != -1) {
|
|
if (WIFEXITED(umount_r)) {
|
|
umount_r = WEXITSTATUS(umount_r);
|
|
cerr << "got error " << umount_r
|
|
<< " when unmounting Ceph on failed remount test!" << std::endl;
|
|
} else {
|
|
cerr << "attempt to umount on failed remount test failed (on a signal?)" << std::endl;
|
|
}
|
|
} else {
|
|
cerr << "system() invocation failed during remount test" << std::endl;
|
|
}
|
|
}
|
|
}
|
|
return reinterpret_cast<void*>(tr);
|
|
#else
|
|
return reinterpret_cast<void*>(0);
|
|
#endif
|
|
}
|
|
} tester;
|
|
|
|
|
|
// get monmap
|
|
Messenger *messenger = nullptr;
|
|
StandaloneClient *client;
|
|
CephFuse *cfuse;
|
|
UserPerm perms;
|
|
int tester_r = 0;
|
|
void *tester_rp = nullptr;
|
|
|
|
icp.start(cct->_conf.get_val<std::uint64_t>("client_asio_thread_count"));
|
|
MonClient *mc = new MonClient(g_ceph_context, icp);
|
|
int r = mc->build_initial_monmap();
|
|
if (r == -EINVAL) {
|
|
cerr << "failed to generate initial mon list" << std::endl;
|
|
exit(1);
|
|
}
|
|
if (r < 0)
|
|
goto out_mc_start_failed;
|
|
|
|
// start up network
|
|
messenger = Messenger::create_client_messenger(g_ceph_context, "client");
|
|
messenger->set_default_policy(Messenger::Policy::lossy_client(0));
|
|
messenger->set_policy(entity_name_t::TYPE_MDS,
|
|
Messenger::Policy::lossless_client(0));
|
|
|
|
client = new StandaloneClient(messenger, mc, icp);
|
|
if (filer_flags) {
|
|
client->set_filer_flags(filer_flags);
|
|
}
|
|
|
|
cfuse = new CephFuse(client, forker.get_signal_fd());
|
|
|
|
r = cfuse->init(newargc, newargv);
|
|
if (r != 0) {
|
|
cerr << "ceph-fuse[" << getpid() << "]: fuse failed to initialize" << std::endl;
|
|
goto out_messenger_start_failed;
|
|
}
|
|
|
|
cerr << "ceph-fuse[" << getpid() << "]: starting ceph client" << std::endl;
|
|
r = messenger->start();
|
|
if (r < 0) {
|
|
cerr << "ceph-fuse[" << getpid() << "]: ceph messenger failed with " << cpp_strerror(-r) << std::endl;
|
|
goto out_messenger_start_failed;
|
|
}
|
|
|
|
// start client
|
|
r = client->init();
|
|
if (r < 0) {
|
|
cerr << "ceph-fuse[" << getpid() << "]: ceph client failed with " << cpp_strerror(-r) << std::endl;
|
|
goto out_init_failed;
|
|
}
|
|
|
|
client->update_metadata("mount_point", cfuse->get_mount_point());
|
|
perms = client->pick_my_perms();
|
|
{
|
|
// start up fuse
|
|
// use my argc, argv (make sure you pass a mount point!)
|
|
auto client_mountpoint = g_conf().get_val<std::string>(
|
|
"client_mountpoint");
|
|
auto mountpoint = client_mountpoint.c_str();
|
|
auto fuse_require_active_mds = g_conf().get_val<bool>(
|
|
"fuse_require_active_mds");
|
|
r = client->mount(mountpoint, perms, fuse_require_active_mds);
|
|
if (r < 0) {
|
|
if (r == CEPH_FUSE_NO_MDS_UP) {
|
|
cerr << "ceph-fuse[" << getpid() << "]: probably no MDS server is up?" << std::endl;
|
|
}
|
|
cerr << "ceph-fuse[" << getpid() << "]: ceph mount failed with " << cpp_strerror(-r) << std::endl;
|
|
r = EXIT_FAILURE;
|
|
goto out_shutdown;
|
|
}
|
|
}
|
|
|
|
r = cfuse->start();
|
|
if (r != 0) {
|
|
cerr << "ceph-fuse[" << getpid() << "]: fuse failed to start" << std::endl;
|
|
goto out_client_unmount;
|
|
}
|
|
|
|
cerr << "ceph-fuse[" << getpid() << "]: starting fuse" << std::endl;
|
|
tester.init(cfuse, client);
|
|
tester.create("tester");
|
|
r = cfuse->loop();
|
|
tester.join(&tester_rp);
|
|
tester_r = static_cast<int>(reinterpret_cast<uint64_t>(tester_rp));
|
|
cerr << "ceph-fuse[" << getpid() << "]: fuse finished with error " << r
|
|
<< " and tester_r " << tester_r <<std::endl;
|
|
|
|
out_client_unmount:
|
|
client->unmount();
|
|
cfuse->finalize();
|
|
out_shutdown:
|
|
icp.stop();
|
|
client->shutdown();
|
|
out_init_failed:
|
|
unregister_async_signal_handler(SIGHUP, sighup_handler);
|
|
shutdown_async_signal_handler();
|
|
|
|
// wait for messenger to finish
|
|
messenger->shutdown();
|
|
messenger->wait();
|
|
out_messenger_start_failed:
|
|
delete cfuse;
|
|
cfuse = nullptr;
|
|
delete client;
|
|
client = nullptr;
|
|
delete messenger;
|
|
messenger = nullptr;
|
|
out_mc_start_failed:
|
|
free(newargv);
|
|
delete mc;
|
|
mc = nullptr;
|
|
//cout << "child done" << std::endl;
|
|
return forker.signal_exit(r);
|
|
}
|
|
}
|