mirror of https://github.com/schoebel/mars
516 lines
15 KiB
C
516 lines
15 KiB
C
// (c) 2010 Thomas Schoebel-Theuer / 1&1 Internet AG
|
|
#ifndef MARS_H
|
|
#define MARS_H
|
|
|
|
#include <linux/semaphore.h>
|
|
#include <linux/rwsem.h>
|
|
|
|
//#define MARS_TRACING // write runtime trace data to /mars/trace.csv
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
// include the generic brick infrastructure
|
|
|
|
#ifdef BRICK_H
|
|
#error "brick.h must not be already included - please reorganize your includes"
|
|
#endif
|
|
|
|
#define BRICK_OBJ_MREF 0
|
|
#define BRICK_OBJ_MAX 1
|
|
#define BRICK_DEPTH_MAX 128
|
|
|
|
#include "brick.h"
|
|
|
|
#define GFP_MARS GFP_NOIO
|
|
//#define GFP_MARS GFP_KERNEL // can lead to deadlocks!
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
// MARS-specific debugging helpers
|
|
|
|
#define MARS_DELAY /**/
|
|
//#define MARS_DELAY msleep(20000)
|
|
|
|
#define MARS_FATAL "MARS_FATAL "
|
|
#define MARS_ERROR "MARS_ERROR "
|
|
#define MARS_WARNING "MARS_WARN "
|
|
#define MARS_INFO "MARS_INFO "
|
|
#define MARS_DEBUG "MARS_DEBUG "
|
|
|
|
#define _MARS_FMT(fmt) "[%s] " __BASE_FILE__ " %d %s(): " fmt, current->comm, __LINE__, __FUNCTION__
|
|
//#define _MARS_FMT(fmt) _BRICK_FMT(fmt)
|
|
|
|
#define _MARS_MSG(PREFIX, fmt, args...) do { say(PREFIX _MARS_FMT(fmt), ##args); MARS_DELAY; } while (0)
|
|
#define MARS_FAT(fmt, args...) _MARS_MSG(MARS_FATAL, fmt, ##args)
|
|
#define MARS_ERR(fmt, args...) _MARS_MSG(MARS_ERROR, fmt, ##args)
|
|
#define MARS_WRN(fmt, args...) _MARS_MSG(MARS_WARNING, fmt, ##args)
|
|
#define MARS_INF(fmt, args...) _MARS_MSG(MARS_INFO, fmt, ##args)
|
|
|
|
#ifdef MARS_DEBUGGING
|
|
#define MARS_DBG(fmt, args...) _MARS_MSG(MARS_DEBUG, fmt, ##args)
|
|
#else
|
|
#define MARS_DBG(args...) /**/
|
|
#endif
|
|
|
|
#ifdef IO_DEBUGGING
|
|
#define MARS_IO(fmt, args...) _MARS_MSG(MARS_DEBUG, fmt, ##args)
|
|
#else
|
|
#define MARS_IO(args...) /*empty*/
|
|
#endif
|
|
|
|
#ifdef STAT_DEBUGGING
|
|
#define MARS_STAT MARS_INF
|
|
#else
|
|
#define MARS_STAT(args...) /*empty*/
|
|
#endif
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
// MARS-specific definitions
|
|
|
|
#define MARS_PRIO_HIGH -1
|
|
#define MARS_PRIO_NORMAL 0 // this is automatically used by memset()
|
|
#define MARS_PRIO_LOW 1
|
|
#define MARS_PRIO_NR 3
|
|
|
|
// object stuff
|
|
|
|
/* mref */
|
|
|
|
#define MREF_UPTODATE 1
|
|
#define MREF_READING 2
|
|
#define MREF_WRITING 4
|
|
|
|
extern const struct generic_object_type mref_type;
|
|
|
|
struct mref_aspect {
|
|
GENERIC_ASPECT(mref);
|
|
};
|
|
|
|
struct mref_aspect_layout {
|
|
GENERIC_ASPECT_LAYOUT(mref);
|
|
};
|
|
|
|
struct mref_object_layout {
|
|
GENERIC_OBJECT_LAYOUT(mref);
|
|
};
|
|
|
|
#ifdef MARS_TRACING
|
|
|
|
extern unsigned long long start_trace_clock;
|
|
|
|
#define MAX_TRACES 16
|
|
|
|
#define TRACING_INFO \
|
|
int ref_traces; \
|
|
unsigned long long ref_trace_stamp[MAX_TRACES]; \
|
|
const char *ref_trace_info[MAX_TRACES];
|
|
|
|
extern void _mars_log(char *buf, int len);
|
|
extern void mars_log(const char *fmt, ...);
|
|
extern void mars_trace(struct mref_object *mref, const char *info);
|
|
extern void mars_log_trace(struct mref_object *mref);
|
|
|
|
#else
|
|
#define TRACING_INFO /*empty*/
|
|
#define _mars_log(buf,len) /*empty*/
|
|
#define mars_log(fmt...) /*empty*/
|
|
#define mars_trace(mref,info) /*empty*/
|
|
#define mars_log_trace(mref) /*empty*/
|
|
#endif
|
|
|
|
#define MREF_OBJECT(PREFIX) \
|
|
GENERIC_OBJECT(PREFIX); \
|
|
/* supplied by caller */ \
|
|
void *ref_data; /* preset to NULL for buffered IO */ \
|
|
loff_t ref_pos; \
|
|
int ref_len; \
|
|
int ref_may_write; \
|
|
int ref_prio; \
|
|
int ref_timeout; \
|
|
/* maintained by the ref implementation, readable for callers */ \
|
|
loff_t ref_total_size; /* just for info, need not be implemented */ \
|
|
int ref_flags; \
|
|
int ref_rw; \
|
|
int ref_id; /* not mandatory; may be used for identification */ \
|
|
bool ref_skip_sync; /* skip sync for this particular mref */ \
|
|
/* maintained by the ref implementation, incrementable for \
|
|
* callers (but not decrementable! use ref_put()) */ \
|
|
atomic_t ref_count; \
|
|
/* callback part */ \
|
|
struct generic_callback *ref_cb; \
|
|
struct generic_callback _ref_cb; \
|
|
TRACING_INFO;
|
|
|
|
struct mref_object {
|
|
MREF_OBJECT(mref);
|
|
};
|
|
|
|
// internal helper structs
|
|
|
|
struct mars_info {
|
|
loff_t current_size;
|
|
int transfer_order;
|
|
int transfer_size;
|
|
struct file *backing_file;
|
|
};
|
|
|
|
// brick stuff
|
|
|
|
#define MARS_BRICK(PREFIX) \
|
|
GENERIC_BRICK(PREFIX); \
|
|
struct list_head global_brick_link; \
|
|
struct list_head dent_brick_link; \
|
|
const char *brick_path; \
|
|
struct mars_global *global; \
|
|
int status_level; \
|
|
|
|
struct mars_brick {
|
|
MARS_BRICK(mars);
|
|
};
|
|
|
|
#define MARS_INPUT(PREFIX) \
|
|
GENERIC_INPUT(PREFIX); \
|
|
|
|
struct mars_input {
|
|
MARS_INPUT(mars);
|
|
};
|
|
|
|
#define MARS_OUTPUT(PREFIX) \
|
|
GENERIC_OUTPUT(PREFIX); \
|
|
|
|
struct mars_output {
|
|
MARS_OUTPUT(mars);
|
|
};
|
|
|
|
#define MARS_BRICK_OPS(PREFIX) \
|
|
GENERIC_BRICK_OPS(PREFIX); \
|
|
char *(*brick_statistics)(struct PREFIX##_brick *brick, int verbose); \
|
|
void (*reset_statistics)(struct PREFIX##_brick *brick); \
|
|
|
|
#define MARS_OUTPUT_OPS(PREFIX) \
|
|
GENERIC_OUTPUT_OPS(PREFIX); \
|
|
int (*mars_get_info)(struct PREFIX##_output *output, struct mars_info *info); \
|
|
/* mref */ \
|
|
int (*mref_get)(struct PREFIX##_output *output, struct mref_object *mref); \
|
|
void (*mref_io)(struct PREFIX##_output *output, struct mref_object *mref); \
|
|
void (*mref_put)(struct PREFIX##_output *output, struct mref_object *mref); \
|
|
|
|
// all non-extendable types
|
|
|
|
#define _MARS_TYPES(BRICK) \
|
|
\
|
|
struct BRICK##_brick_ops { \
|
|
MARS_BRICK_OPS(BRICK); \
|
|
}; \
|
|
\
|
|
struct BRICK##_output_ops { \
|
|
MARS_OUTPUT_OPS(BRICK); \
|
|
}; \
|
|
\
|
|
struct BRICK##_brick_type { \
|
|
GENERIC_BRICK_TYPE(BRICK); \
|
|
}; \
|
|
\
|
|
struct BRICK##_input_type { \
|
|
GENERIC_INPUT_TYPE(BRICK); \
|
|
}; \
|
|
\
|
|
struct BRICK##_output_type { \
|
|
GENERIC_OUTPUT_TYPE(BRICK); \
|
|
}; \
|
|
\
|
|
struct BRICK##_callback { \
|
|
GENERIC_CALLBACK(BRICK); \
|
|
}; \
|
|
\
|
|
GENERIC_MAKE_FUNCTIONS(BRICK); \
|
|
GENERIC_MAKE_CONNECT(BRICK,BRICK); \
|
|
|
|
|
|
#define MARS_TYPES(BRICK) \
|
|
\
|
|
_MARS_TYPES(BRICK) \
|
|
\
|
|
struct BRICK##_object_layout; \
|
|
\
|
|
GENERIC_MAKE_CONNECT(generic,BRICK); \
|
|
GENERIC_OBJECT_LAYOUT_FUNCTIONS(BRICK); \
|
|
GENERIC_ASPECT_LAYOUT_FUNCTIONS(BRICK,mref); \
|
|
GENERIC_ASPECT_FUNCTIONS(BRICK,mref); \
|
|
|
|
|
|
// instantiate all mars-specific functions
|
|
|
|
GENERIC_OBJECT_FUNCTIONS(mref);
|
|
|
|
// instantiate a pseudo base-class "mars"
|
|
|
|
_MARS_TYPES(mars);
|
|
GENERIC_OBJECT_LAYOUT_FUNCTIONS(mars);
|
|
GENERIC_ASPECT_FUNCTIONS(mars,mref);
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
// MARS-specific memory allocation
|
|
|
|
extern void *mars_alloc(loff_t pos, int len);
|
|
extern void mars_free(void *data, int len);
|
|
extern struct page *mars_iomap(void *data, int *offset, int *len);
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
// MARS-specific helpers
|
|
|
|
#define MARS_MAKE_STATICS(BRICK) \
|
|
\
|
|
int BRICK##_brick_nr = -EEXIST; \
|
|
EXPORT_SYMBOL_GPL(BRICK##_brick_nr); \
|
|
\
|
|
static const struct generic_aspect_type BRICK##_mref_aspect_type = { \
|
|
.aspect_type_name = #BRICK "_mref_aspect_type", \
|
|
.object_type = &mref_type, \
|
|
.aspect_size = sizeof(struct BRICK##_mref_aspect), \
|
|
.init_fn = BRICK##_mref_aspect_init_fn, \
|
|
.exit_fn = BRICK##_mref_aspect_exit_fn, \
|
|
}; \
|
|
\
|
|
static const struct generic_aspect_type *BRICK##_aspect_types[BRICK_OBJ_MAX] = { \
|
|
[BRICK_OBJ_MREF] = &BRICK##_mref_aspect_type, \
|
|
}; \
|
|
|
|
#define _CHECK_ATOMIC(atom,OP,minval) \
|
|
do { \
|
|
int __test = atomic_read(atom); \
|
|
if (__test OP (minval)) { \
|
|
atomic_set(atom, minval); \
|
|
MARS_ERR("%d: atomic " #atom " " #OP " " #minval " (%d)\n", __LINE__, __test); \
|
|
} \
|
|
} while (0)
|
|
|
|
#define CHECK_ATOMIC(atom,minval) \
|
|
_CHECK_ATOMIC(atom, <, minval)
|
|
|
|
#define CHECK_HEAD_EMPTY(head) \
|
|
if (unlikely(!list_empty(head))) { \
|
|
list_del_init(head); \
|
|
MARS_ERR("%d: list_head " #head " (%p) not empty\n", __LINE__, head); \
|
|
} \
|
|
|
|
#define CHECK_PTR(ptr,label) \
|
|
if (unlikely(!(ptr))) { \
|
|
MARS_FAT("%d: ptr " #ptr " is NULL\n", __LINE__); \
|
|
goto label; \
|
|
}
|
|
|
|
#define _CHECK(ptr,label) \
|
|
if (unlikely(!(ptr))) { \
|
|
MARS_FAT("%d: condition " #ptr " is VIOLATED\n", __LINE__); \
|
|
goto label; \
|
|
}
|
|
|
|
extern const struct meta mars_info_meta[];
|
|
extern const struct meta mars_mref_meta[];
|
|
|
|
extern int mars_digest_size;
|
|
extern void mars_digest(void *digest, void *data, int len);
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
extern long long mars_global_memlimit;
|
|
|
|
extern struct mars_global *mars_global;
|
|
|
|
extern void _mars_trigger(void);
|
|
#define mars_trigger() do { MARS_INF("trigger...\n"); _mars_trigger(); } while (0)
|
|
extern int mars_power_button(struct mars_brick *brick, bool val, bool force_off);
|
|
extern void mars_power_led_on(struct mars_brick *brick, bool val);
|
|
extern void mars_power_led_off(struct mars_brick *brick, bool val);
|
|
|
|
extern int mars_power_button_recursive(struct mars_brick *brick, bool val, bool force_off, int timeout);
|
|
|
|
/////////////////////////////////////////////////////////////////////////
|
|
|
|
#ifdef _STRATEGY // call this only in strategy bricks, never in ordinary bricks
|
|
|
|
#define MARS_ARGV_MAX 4
|
|
#define MARS_PATH_MAX 128
|
|
|
|
extern char *my_id(void);
|
|
|
|
#define MARS_DENT(TYPE) \
|
|
struct list_head dent_link; \
|
|
struct list_head brick_list; \
|
|
struct TYPE *d_parent; \
|
|
char *d_argv[MARS_ARGV_MAX]; /* for internal use, will be automatically deallocated*/ \
|
|
char *d_args; /* ditto uninterpreted */ \
|
|
char *d_name; /* current path component */ \
|
|
char *d_rest; /* some "meaningful" rest of d_name*/ \
|
|
char *d_path; /* full absolute path */ \
|
|
int d_namelen; \
|
|
int d_pathlen; \
|
|
int d_depth; \
|
|
unsigned int d_type; /* from readdir() => often DT_UNKNOWN => don't rely on it, use new_stat.mode instead */ \
|
|
int d_class; /* for pre-grouping order */ \
|
|
int d_serial; /* for pre-grouping order */ \
|
|
int d_version; /* dynamic programming per call of mars_ent_work() */ \
|
|
char d_once_error; \
|
|
bool d_killme; \
|
|
struct kstat new_stat; \
|
|
struct kstat old_stat; \
|
|
char *new_link; \
|
|
char *old_link; \
|
|
struct mars_global *d_global; \
|
|
int d_logfile_serial; \
|
|
void *d_private;
|
|
|
|
struct mars_dent {
|
|
MARS_DENT(mars_dent);
|
|
};
|
|
|
|
extern const struct meta mars_timespec_meta[];
|
|
extern const struct meta mars_kstat_meta[];
|
|
extern const struct meta mars_dent_meta[];
|
|
|
|
struct mars_global {
|
|
struct rw_semaphore dent_mutex;
|
|
struct rw_semaphore brick_mutex;
|
|
struct generic_switch global_power;
|
|
struct list_head dent_anchor;
|
|
struct list_head brick_anchor;
|
|
volatile bool main_trigger;
|
|
wait_queue_head_t main_event;
|
|
//void *private;
|
|
};
|
|
|
|
typedef int (*mars_dent_checker)(struct mars_dent *parent, const char *name, int namlen, unsigned int d_type, int *prefix, int *serial);
|
|
typedef int (*mars_dent_worker)(struct mars_global *global, struct mars_dent *dent, bool direction);
|
|
|
|
extern int mars_dent_work(struct mars_global *global, char *dirname, int allocsize, mars_dent_checker checker, mars_dent_worker worker, void *buf, int maxdepth);
|
|
extern struct mars_dent *mars_find_dent(struct mars_global *global, const char *path);
|
|
extern void mars_kill_dent(struct mars_dent *dent);
|
|
extern void mars_free_dent(struct mars_dent *dent);
|
|
extern void mars_free_dent_all(struct list_head *anchor);
|
|
|
|
// low-level brick instantiation
|
|
|
|
extern struct mars_brick *mars_find_brick(struct mars_global *global, const void *brick_type, const char *path);
|
|
extern struct mars_brick *mars_make_brick(struct mars_global *global, struct mars_dent *belongs, const void *_brick_type, const char *path, const char *name);
|
|
extern int mars_free_brick(struct mars_brick *brick);
|
|
extern int mars_kill_brick(struct mars_brick *brick);
|
|
|
|
// mid-level brick instantiation (identity is based on path strings)
|
|
|
|
extern char *vpath_make(const char *fmt, va_list *args);
|
|
extern char *path_make(const char *fmt, ...);
|
|
extern char *backskip_replace(const char *path, char delim, bool insert, const char *fmt, ...);
|
|
|
|
extern struct mars_brick *path_find_brick(struct mars_global *global, const void *brick_type, const char *fmt, ...);
|
|
|
|
/* Create a new brick and connect its inputs to a set of predecessors.
|
|
* When @timeout > 0, switch on the brick as well as its predecessors.
|
|
*/
|
|
extern struct mars_brick *make_brick_all(
|
|
struct mars_global *global,
|
|
struct mars_dent *belongs,
|
|
void (*setup_fn)(struct mars_brick *brick, void *private),
|
|
void *private,
|
|
int timeout,
|
|
const char *new_name,
|
|
const struct generic_brick_type *new_brick_type,
|
|
const struct generic_brick_type *prev_brick_type[],
|
|
const char *switch_fmt,
|
|
const char *new_fmt,
|
|
const char *prev_fmt[],
|
|
int prev_count,
|
|
...
|
|
);
|
|
|
|
// general MARS infrastructure
|
|
|
|
#define MARS_ERR_ONCE(dent, args...) if (!dent->d_once_error++) MARS_ERR(args)
|
|
|
|
/* General fs wrappers (for abstraction)
|
|
*/
|
|
extern int mars_stat(const char *path, struct kstat *stat, bool use_lstat);
|
|
extern int mars_mkdir(const char *path);
|
|
extern int mars_symlink(const char *oldpath, const char *newpath, const struct timespec *stamp, uid_t uid);
|
|
extern int mars_rename(const char *oldpath, const char *newpath);
|
|
extern int mars_chmod(const char *path, mode_t mode);
|
|
extern int mars_lchown(const char *path, uid_t uid);
|
|
|
|
#endif // _STRATEGY
|
|
|
|
/* Some special brick types for avoidance of cyclic references.
|
|
*
|
|
* The client/server network bricks use this for independent instantiation
|
|
* from the main instantiation logic (separate modprobe for mars_server
|
|
* is possible).
|
|
*/
|
|
extern const struct generic_brick_type *_client_brick_type;
|
|
extern const struct generic_brick_type *_bio_brick_type;
|
|
extern const struct generic_brick_type *_aio_brick_type;
|
|
|
|
/* Kludge: our kernel threads will have no mm context, but need one
|
|
* for stuff like ioctx_alloc() / aio_setup_ring() etc
|
|
* which expect userspace resources.
|
|
* We fake one.
|
|
* TODO: factor out the userspace stuff from AIO such that
|
|
* this fake is no longer necessary.
|
|
* Even better: replace do_mmap() in AIO stuff by something
|
|
* more friendly to kernelspace apps.
|
|
*/
|
|
#include <linux/mmu_context.h>
|
|
|
|
extern struct mm_struct *mm_fake;
|
|
|
|
inline void set_fake(void)
|
|
{
|
|
mm_fake = current->mm;
|
|
if (mm_fake) {
|
|
atomic_inc(&mm_fake->mm_count);
|
|
atomic_inc(&mm_fake->mm_users);
|
|
}
|
|
}
|
|
|
|
inline void put_fake(void)
|
|
{
|
|
if (mm_fake) {
|
|
atomic_dec(&mm_fake->mm_users);
|
|
mmput(mm_fake);
|
|
mm_fake = NULL;
|
|
}
|
|
}
|
|
|
|
inline struct mm_struct *fake_mm(void)
|
|
{
|
|
#if 0
|
|
if (!current->mm) {
|
|
// will be never released.... ;)
|
|
atomic_inc(&(current->mm = &init_mm)->mm_count);
|
|
}
|
|
return NULL;
|
|
#else
|
|
struct mm_struct *old = current->mm;
|
|
use_mm(mm_fake);
|
|
return old;
|
|
#endif
|
|
}
|
|
/* Cleanup faked mm, otherwise do_exit() will crash
|
|
*/
|
|
inline void cleanup_mm(struct mm_struct *old)
|
|
{
|
|
#if 0
|
|
if (current->mm == &init_mm) {
|
|
current->mm = NULL;
|
|
}
|
|
#else
|
|
unuse_mm(old);
|
|
#endif
|
|
#if 1
|
|
for (;;) msleep(1000);
|
|
#endif
|
|
}
|
|
|
|
#endif
|