mars/kernel/sy_old/strategy.h

367 lines
12 KiB
C
Raw Normal View History

2014-11-21 10:51:34 +00:00
/*
* MARS Long Distance Replication Software
*
* This file is part of MARS project: http://schoebel.github.io/mars/
*
* Copyright (C) 2010-2014 Thomas Schoebel-Theuer
* Copyright (C) 2011-2014 1&1 Internet AG
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*/
2011-07-22 10:43:40 +00:00
// OLD CODE => will disappear!
#ifndef _OLD_STRATEGY
#define _OLD_STRATEGY
#define _STRATEGY // call this only in strategy bricks, never in ordinary bricks
#include "../mars.h"
#define MARS_ARGV_MAX 4
/* This _should_ be updated when _compatible_ features
* are added. When somebody may _rely_ on the new feature,
* then this _must_ be updated.
*/
2020-07-30 05:22:08 +00:00
/* 1 = traditional
* 2 = push operation available
2020-08-01 20:47:19 +00:00
* 3 = new alivelinks residing in /mars/actual-$host
2020-10-19 15:43:54 +00:00
* 4 = new join-cluster and random peer threads
2020-11-20 06:08:08 +00:00
* 5 = fix race on peer thread creation
2020-07-30 05:22:08 +00:00
*/
2020-11-20 06:08:08 +00:00
#define OPTIONAL_STRATEGY_VERSION 5
/* transient, to re-disappear */
extern int compat_deletions;
extern int usable_features_version;
extern int usable_strategy_version;
extern int usable_marsadm_version_major;
extern int usable_marsadm_version_minor;
extern int mars_min_update;
extern loff_t global_total_space;
extern loff_t global_remaining_space;
extern int global_logrot_auto;
extern int global_free_space_0;
extern int global_free_space_1;
extern int global_free_space_2;
extern int global_free_space_3;
extern int global_free_space_4;
extern int global_sync_nr;
extern int global_sync_limit;
extern int mars_rollover_interval;
extern int mars_scan_interval;
extern int mars_propagate_interval;
extern int mars_sync_flip_interval;
2017-01-03 15:02:33 +00:00
extern int mars_running_additional_peers;
extern int mars_run_additional_peers;
2014-01-15 15:35:03 +00:00
extern int mars_peer_abort;
extern int mars_emergency_mode;
extern int mars_reset_emergency;
2014-02-06 14:03:46 +00:00
extern int mars_keep_msg;
extern int mars_fast_fullsync;
2020-11-01 06:50:02 +00:00
#ifdef CONFIG_MARS_DEBUG
extern int mars_test_additional_peers;
#endif
2020-10-21 20:29:34 +00:00
#define MARS_IP_STR "/mars/ips/ip-"
extern void invalidate_user_cache(void);
2011-07-22 10:43:40 +00:00
extern char *my_id(void);
2020-11-26 08:53:22 +00:00
extern int my_id_len(void);
2020-11-02 19:00:49 +00:00
extern const char *my_uuid;
2011-07-22 10:43:40 +00:00
2020-10-14 16:58:06 +00:00
extern void wait_main_round(void);
2020-11-20 06:08:08 +00:00
extern void launch_peer(const char *peer_name,
const char *peer_ip,
const char *rebase_dir,
bool oneshot);
2020-10-14 16:58:06 +00:00
struct mars_dent;
typedef void (*dent_skip_fn)(struct mars_dent *);
2020-09-17 16:02:15 +00:00
unsigned int dent_hash(const char *str, int len);
#define DENT_HASH_ANCHOR(global,index) \
({ \
struct list_head *table = (global)->dent_hash_table[(index) / MARS_GLOBAL_HASH_TABLE]; \
\
table + ((index) % MARS_GLOBAL_HASH_TABLE); \
})
2011-07-22 10:43:40 +00:00
#define MARS_DENT(TYPE) \
struct list_head dent_link; \
struct list_head dent_hash_link; \
2011-07-22 10:43:40 +00:00
struct list_head brick_list; \
struct TYPE *d_parent; \
dent_skip_fn d_skip_fn; \
2011-07-22 10:43:40 +00:00
char *d_argv[MARS_ARGV_MAX]; /* for internal use, will be automatically deallocated*/ \
char *d_args; /* ditto uninterpreted */ \
char *d_name; /* current path component */ \
char *d_rest; /* some "meaningful" rest of d_name*/ \
char *d_path; /* full absolute path */ \
struct say_channel *d_say_channel; /* for messages */ \
2014-03-30 06:18:47 +00:00
loff_t d_corr_A; /* logical size correction */ \
loff_t d_corr_B; /* logical size correction */ \
atomic_t d_count; \
2011-07-22 10:43:40 +00:00
int d_depth; \
unsigned int d_type; /* from readdir() => often DT_UNKNOWN => don't rely on it, use new_stat.mode instead */ \
int d_class; /* for pre-grouping order */ \
int d_serial; /* for pre-grouping order */ \
int d_version; /* dynamic programming per call of mars_ent_work() */ \
int d_child_count; \
2020-09-17 16:02:15 +00:00
unsigned int d_hash; \
2020-07-08 20:14:03 +00:00
int d_proto; \
2011-07-22 10:43:40 +00:00
char d_once_error; \
bool d_no_scan; \
bool d_running; \
2011-07-22 10:43:40 +00:00
bool d_killme; \
bool d_use_channel; \
bool d_unordered; \
2011-07-22 10:43:40 +00:00
struct kstat new_stat; \
struct kstat old_stat; \
char *new_link; \
char *old_link; \
2020-02-22 21:17:49 +00:00
struct mars_global *d_subtree; \
void (*d_private_destruct)(void *private); \
2011-07-22 10:43:40 +00:00
void *d_private;
struct mars_dent {
MARS_DENT(mars_dent);
};
extern const struct meta mars_kstat_meta[];
extern const struct meta mars_dent_meta[];
2020-08-20 08:11:32 +00:00
#define MARS_GLOBAL_HASH_BASE 16
#define MARS_GLOBAL_HASH_TABLE (PAGE_SIZE / sizeof(struct list_head))
#define MARS_GLOBAL_HASH (MARS_GLOBAL_HASH_BASE * MARS_GLOBAL_HASH_TABLE)
2011-07-22 10:43:40 +00:00
struct mars_global {
struct rw_semaphore dent_mutex;
struct rw_semaphore brick_mutex;
struct generic_switch global_power;
struct list_head dent_anchor;
struct list_head brick_anchor;
wait_queue_head_t main_event;
int global_version;
2014-03-15 19:20:05 +00:00
int deleted_my_border;
2017-12-12 23:53:56 +00:00
int old_deleted_my_border;
int deleted_border;
int deleted_min;
int trigger_mode;
2020-09-11 12:50:02 +00:00
/* statistics */
int nr_readdir;
int nr_readitem;
int nr_ordered;
int nr_unordered;
bool has_subtrees;
2012-02-01 12:47:35 +00:00
bool main_trigger;
2020-08-20 08:11:32 +00:00
struct list_head *dent_hash_table[MARS_GLOBAL_HASH_BASE];
2011-07-22 10:43:40 +00:00
};
2019-08-13 10:14:14 +00:00
extern void _init_mars_global(struct mars_global *global);
2020-08-20 08:11:32 +00:00
extern void exit_mars_global(struct mars_global *global);
2019-08-13 10:14:14 +00:00
#define init_mars_global(__global) \
do { \
_init_mars_global(__global); \
init_rwsem(&(__global)->dent_mutex); \
init_rwsem(&(__global)->brick_mutex); \
} while(0)
#define alloc_mars_global() \
({ \
struct mars_global *__global; \
\
__global = brick_mem_alloc(sizeof(struct mars_global)); \
init_mars_global(__global); \
__global; \
})
2020-08-20 08:11:32 +00:00
#define free_mars_global(_global_) \
({ \
2020-09-15 15:42:30 +00:00
struct mars_global *__global = (_global_); \
\
if (__global) { \
(_global_) = NULL; \
exit_mars_global(__global); \
brick_mem_free(__global); \
} \
2020-08-20 08:11:32 +00:00
})
extern void bind_to_dent(struct mars_dent *dent, struct say_channel **ch);
typedef int (*mars_dent_checker_fn)(struct mars_dent *parent, const char *name, int namlen, unsigned int d_type, int *prefix, int *serial, bool *use_channel);
typedef int (*mars_dent_worker_fn)(struct mars_global *global, struct mars_dent *dent, bool prepare, bool direction);
2011-07-22 10:43:40 +00:00
2020-02-23 14:38:55 +00:00
extern int mars_dent_work(struct mars_global *global,
char *dirname,
int allocsize,
mars_dent_checker_fn checker,
mars_dent_worker_fn worker,
void *buf,
int maxdepth,
bool use_subtree);
extern int mars_get_dent_list(struct mars_global *global,
2020-07-17 07:40:34 +00:00
const char *path_list,
int allocsize,
mars_dent_checker_fn checker,
int maxdepth);
2011-07-22 10:43:40 +00:00
extern struct mars_dent *mars_find_dent(struct mars_global *global, const char *path);
2019-03-12 13:36:25 +00:00
extern void mars_kill_dent(struct mars_global *global, struct mars_dent *dent);
extern void mars_free_dent(struct mars_global *global, struct mars_dent *dent);
2020-09-16 16:21:22 +00:00
extern void mars_free_dent_all(struct mars_global *global);
2011-07-22 10:43:40 +00:00
/* network transfer of dents */
struct mars_socket;
extern int mars_send_dent_list(struct mars_global *global, struct mars_socket *msock);
extern int mars_recv_dent_list(struct mars_global *global, struct mars_socket *msock);
2011-07-22 10:43:40 +00:00
// low-level brick instantiation
int mars_connect(struct mars_input *a, struct mars_output *b);
int mars_disconnect(struct mars_input *a);
2011-07-22 10:43:40 +00:00
extern struct mars_brick *mars_find_brick(struct mars_global *global, const void *brick_type, const char *path);
extern struct mars_brick *mars_make_brick(struct mars_global *global, struct mars_dent *belongs, const void *_brick_type, const char *path, const char *name);
2011-07-22 10:43:40 +00:00
extern int mars_free_brick(struct mars_brick *brick);
extern int mars_kill_brick(struct mars_brick *brick);
2011-08-31 11:42:04 +00:00
extern int mars_kill_brick_all(struct mars_global *global, struct list_head *anchor, bool use_dent_link);
extern int mars_kill_brick_when_possible(struct mars_global *global,
2020-03-07 06:07:52 +00:00
const struct mars_brick_type *type_list[],
bool even_on);
2011-07-22 10:43:40 +00:00
// mid-level brick instantiation (identity is based on path strings)
extern char *_vpath_make(int line, const char *fmt, va_list *args);
extern char *_path_make(int line, const char *fmt, ...);
extern char *_backskip_replace(int line, const char *path, char delim, bool insert, const char *fmt, ...);
#define vpath_make(_fmt, _args) \
_vpath_make(__LINE__, _fmt, _args)
#define path_make(_fmt, _args...) \
_path_make(__LINE__, _fmt, ##_args)
#define backskip_replace(_path, _delim, _insert, _fmt, _args...) \
_backskip_replace(__LINE__, _path, _delim, _insert, _fmt, ##_args)
2011-07-22 10:43:40 +00:00
extern struct mars_brick *path_find_brick(struct mars_global *global, const void *brick_type, const char *fmt, ...);
/* Create a new brick and connect its inputs to a set of predecessors.
* When @timeout > 0, switch on the brick as well as its predecessors.
*/
extern struct mars_brick *make_brick_all(
struct mars_global *global,
struct mars_dent *belongs,
2011-08-25 10:16:32 +00:00
int (*setup_fn)(struct mars_brick *brick, void *private),
2011-07-22 10:43:40 +00:00
void *private,
const char *new_name,
const struct generic_brick_type *new_brick_type,
const struct generic_brick_type *prev_brick_type[],
int switch_override, // -1 = off, 0 = leave in current state, +1 = create when necessary, +2 = create + switch on
2011-07-22 10:43:40 +00:00
const char *new_fmt,
const char *prev_fmt[],
int prev_count,
...
);
// general MARS infrastructure
#define MARS_ERR_ONCE(dent, args...) if (!dent->d_once_error++) MARS_ERR(args)
static inline
bool is_deleted_link(const char *str)
{
return (!str || !str[0]);
}
2020-07-17 08:20:44 +00:00
bool push_link(const char *peer_name,
2020-10-22 19:26:33 +00:00
const char *peer_ip,
2020-07-17 08:20:44 +00:00
const char *src,
const char *dst);
2020-10-19 09:01:38 +00:00
bool push_check(const char *peer_name,
const char *peer_ip,
const char *path);
2020-07-17 08:20:44 +00:00
2011-07-22 10:43:40 +00:00
/* General fs wrappers (for abstraction)
*/
2020-07-31 06:07:08 +00:00
extern bool mars_is_mountpoint(const char *pathname);
2011-07-22 10:43:40 +00:00
extern int mars_stat(const char *path, struct kstat *stat, bool use_lstat);
light: fix missing versionlink upon slow or defective IO Some primary appeared to have died, and was rebooted. In the meantime, the old secondary was forcefully switched to primary. Afterwards, the old primary = new secondary got stuck because 2 versionlinks, which had been _produced_ by _himself_, were missing, but they were present at the new primary = old secondary! How could this happen? All transaction logfiles were fully present and correct everywhere. However, the old primary kern.log showed that a problem with the RAID system must have existed. In addition, the RAID controller errorlog also reported some problems which appeared to have healed. Problem analysis shows the following possibility: The transaction logger can continue to write data, even via fsync(), while the _writeback_ of other parts of the /mars filesystem (e.g. symlink updates) got stuck for a long time due to an IO problem. Usually, slow or even missing symlink updates are no problem because upon recovery after a reboot, everything is healed by transaction replay (possibly replaying much more data than really necessary, but this does not affect semantics, and it is even advantageous when RAID disks might contain defective data). There is one exception: after a logrotate, the corresponding new versionlink should appear after a small time. Otherwise, the above mentioned scenario could emerge. We use sync_filesystem() to ensure that any versionlink update to a _new_ versionlink is either guaranteed to become persistent, or (in case of IO problems) the mars_light thread will hang, which will be (hopefully) noticed soon by monitoring.
2016-01-29 06:59:54 +00:00
extern void mars_sync(void);
2011-07-22 10:43:40 +00:00
extern int mars_mkdir(const char *path);
extern int mars_rmdir(const char *path);
extern int mars_unlink(const char *path);
extern char *mars_readlink(const char *newpath, struct lamport_time *stamp);
2011-07-22 10:43:40 +00:00
extern int mars_rename(const char *oldpath, const char *newpath);
extern int mars_chmod(const char *path, mode_t mode);
extern void mars_remaining_space(const char *fspath, loff_t *total, loff_t *remaining);
2011-07-22 10:43:40 +00:00
2018-03-12 12:06:31 +00:00
/* Timestamp Ordering */
2020-03-01 13:55:44 +00:00
#define MARS_DELETED_STR ".deleted"
extern char *ordered_readlink(const char *path, struct lamport_time *stamp);
2020-03-01 13:55:44 +00:00
2019-02-19 09:18:29 +00:00
extern int ordered_unlink(const char *path,
const struct lamport_time *stamp,
int serial,
int mode);
extern int ordered_symlink(const char *oldpath,
const char *newpath,
2020-03-24 07:20:39 +00:00
const struct lamport_time *stamp);
2018-03-12 12:06:31 +00:00
2011-07-22 10:43:40 +00:00
/////////////////////////////////////////////////////////////////////////
extern struct mars_global *mars_global;
extern int mars_power_button(struct mars_brick *brick, bool val, bool force_off);
2011-08-25 10:16:32 +00:00
/////////////////////////////////////////////////////////////////////////
// statistics
extern int global_show_statist;
extern int global_show_connections;
void show_statistics(struct mars_global *global, const char *class);
/////////////////////////////////////////////////////////////////////////
// quirk
extern int mars_mem_percent;
2019-06-25 05:42:20 +00:00
extern int mars_mem_gb;
extern int main_checker(struct mars_dent *parent, const char *_name, int namlen, unsigned int d_type, int *prefix, int *serial, bool *use_channel);
2012-12-18 05:31:24 +00:00
/////////////////////////////////////////////////////////////////////////
2011-08-25 10:16:32 +00:00
// init
extern int init_sy(void);
extern void exit_sy(void);
extern int init_sy_net(void);
extern void exit_sy_net(void);
#endif