mars/mars_check.c

// (c) 2010 Thomas Schoebel-Theuer / 1&1 Internet AG

/* Check brick
 * checks various semantic properties, uses watchdog to find lost callbacks.
 */

//#define BRICK_DEBUGGING
//#define MARS_DEBUGGING

#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/string.h>
#include <linux/kthread.h>

#include "mars.h"

///////////////////////// own type definitions ////////////////////////

#include "mars_check.h"

///////////////////////// own helper functions ////////////////////////

static void check_buf_endio(struct generic_callback *cb)
{
	struct check_mars_ref_aspect *mref_a = cb->cb_private;
	struct mars_ref_object *mref = mref_a->object;
	struct check_output *output = mref_a->output;
	struct check_input *input = output->brick->inputs[0];
	unsigned long flags;

	if (!mref_a) {
		MARS_FAT("cannot get aspect -- hanging up\n");
		msleep(60000);
		return;
	}

	if (mref_a->call_count-- < 0) {
		mref_a->call_count = 0;
		MARS_ERR("instance %d/%s: too many callbacks on %p\n", output->instance_nr, input->connect->type->type_name, mref);
	}

#ifdef CHECK_LOCK
	traced_lock(&output->check_lock, flags);

	if (list_empty(&mref_a->mref_head)) {
		MARS_ERR("instance %d/%s: list entry missing on %p\n", output->instance_nr, input->connect->type->type_name, mref);
	}
	list_del_init(&mref_a->mref_head);

	traced_unlock(&output->check_lock, flags);
#endif

	mref_a->last_jiffies = jiffies;

	cb = cb->cb_prev;
	if (!cb) {
		MARS_FAT("cannot get chain callback\n");
		return;
	}
	cb->cb_fn(cb);
}

static void dump_mem(void *data, int len)
{
	int i;
	char *tmp;
	char buf[256];
	for (i = 0, tmp = buf; i < len; i++) {
		unsigned char byte = ((unsigned char*)data)[i];
		if (!(i % 8)) {
			if (tmp != buf) {
				printk("%4d: %s\n", i, buf);
			}
			tmp = buf;
		}
		tmp += sprintf(tmp, " %02x", byte);
	}
	if (tmp != buf) {
		printk("%4d: %s\n", i, buf);
	}
}

static int check_watchdog(void *data)
{
	struct check_output *output = data;
	MARS_INF("watchdog has started.\n");
	while (!kthread_should_stop()) {
		struct list_head *h;
		unsigned long flags;
		unsigned long now;

		msleep_interruptible(5000);

#ifdef CHECK_LOCK
		traced_lock(&output->check_lock, flags);

		now = jiffies;
		for (h = output->mref_anchor.next; h != &output->mref_anchor; h = h->next) {
			static int limit = 1;
			const int timeout = 30;
			struct check_mars_ref_aspect *mref_a;
			struct mars_ref_object *mref;
			unsigned long elapsed;

			mref_a = container_of(h, struct check_mars_ref_aspect, mref_head);
			mref = mref_a->object;
			elapsed = now - mref_a->last_jiffies;
			if (elapsed > timeout * HZ && limit-- > 0) {
				struct generic_object_layout *object_layout;
				int i;
				mref_a->last_jiffies = now + 600 * HZ;
				MARS_ERR("================================\n");
				MARS_ERR("instance %d: mref %p callback is missing for more than %d seconds.\n", output->instance_nr, mref, timeout);
				object_layout = (void*)mref->object_layout;
				//dump_mem(mref, object_layout->object_size);
				for (i = 0; i < object_layout->aspect_count; i++) {
					struct generic_aspect_layout *aspect_layout;
					int pos;
					aspect_layout = object_layout->aspect_layouts[i];
					pos = aspect_layout->aspect_offset;
					if (i == 0) {
						MARS_INF("object %s:\n", object_layout->object_type->object_type_name);
						dump_mem(mref, pos);
					}
					MARS_INF("--- aspect %s ---:\n", aspect_layout->aspect_type->aspect_type_name);
					dump_mem(((void*)mref + pos), aspect_layout->aspect_type->aspect_size);
				}
				MARS_ERR("================================\n");
			}
		}

		traced_unlock(&output->check_lock, flags);
#endif
	}
	return 0;
}

////////////////// own brick / input / output operations //////////////////

static int check_get_info(struct check_output *output, struct mars_info *info)
{
	struct check_input *input = output->brick->inputs[0];
	return GENERIC_INPUT_CALL(input, mars_get_info, info);
}

static int check_ref_get(struct check_output *output, struct mars_ref_object *mref)
{
	struct check_input *input = output->brick->inputs[0];
	return GENERIC_INPUT_CALL(input, mars_ref_get, mref);
}

static void check_ref_put(struct check_output *output, struct mars_ref_object *mref)
{
	struct check_input *input = output->brick->inputs[0];
	GENERIC_INPUT_CALL(input, mars_ref_put, mref);
}

static void check_ref_io(struct check_output *output, struct mars_ref_object *mref, int rw)
{
	struct check_input *input = output->brick->inputs[0];
	struct check_mars_ref_aspect *mref_a = check_mars_ref_get_aspect(output, mref);
	struct generic_callback *cb = &mref_a->cb;
	unsigned long flags;

	if (!mref_a) {
		MARS_FAT("cannot get aspect -- hanging up\n");
		msleep(60000);
		return;
	}

	if (mref_a->call_count++ > 1) {
		mref_a->call_count = 1;
		MARS_ERR("instance %d/%s: multiple parallel calls on %p\n", output->instance_nr, input->connect->type->type_name, mref);
	}

#ifdef CHECK_LOCK
	traced_lock(&output->check_lock, flags);
	if (!list_empty(&mref_a->mref_head)) {
		list_del(&mref_a->mref_head);
		MARS_ERR("instance %d/%s: list head not empty on %p\n", output->instance_nr, input->connect->type->type_name, mref);
	}
	list_add_tail(&mref_a->mref_head, &output->mref_anchor);
	traced_unlock(&output->check_lock, flags);
#endif

	if (mref->ref_cb != cb) {
		cb->cb_fn = check_buf_endio;
		cb->cb_private = mref_a;
		cb->cb_error = 0;
		cb->cb_prev = mref->ref_cb;
		mref_a->output = output;
		mref->ref_cb = cb;
	}
	mref_a->last_jiffies = jiffies;

	GENERIC_INPUT_CALL(input, mars_ref_io, mref, rw);
}

//////////////// object / aspect constructors / destructors ///////////////

static int check_mars_ref_aspect_init_fn(struct generic_aspect *_ini, void *_init_data)
{
	struct check_mars_ref_aspect *ini = (void*)_ini;
#ifdef CHECK_LOCK
	INIT_LIST_HEAD(&ini->mref_head);
#endif
	ini->last_jiffies = jiffies;
	ini->call_count = 0;
	return 0;
}

static void check_mars_ref_aspect_exit_fn(struct generic_aspect *_ini, void *_init_data)
{
	struct check_mars_ref_aspect *ini = (void*)_ini;
	(void)ini;
#ifdef CHECK_LOCK
	CHECK_HEAD_EMPTY(&ini->mref_head);
#endif
}

MARS_MAKE_STATICS(check);

////////////////////// brick constructors / destructors ////////////////////

static int check_brick_construct(struct check_brick *brick)
{
	return 0;
}

static int check_output_construct(struct check_output *output)
{
	static int count = 0;
	struct task_struct *watchdog;

	output->instance_nr = ++count;
#ifdef CHECK_LOCK
	spin_lock_init(&output->check_lock);
	INIT_LIST_HEAD(&output->mio_anchor);
	INIT_LIST_HEAD(&output->mref_anchor);
#endif
	watchdog = kthread_create(check_watchdog, output, "check_watchdog%d", output->instance_nr);
	if (!IS_ERR(watchdog)) {
		output->watchdog = watchdog;
		wake_up_process(watchdog);
	}
	return 0;
}

///////////////////////// static structs ////////////////////////

static struct check_brick_ops check_brick_ops = {
};

static struct check_output_ops check_output_ops = {
	.make_object_layout = check_make_object_layout,
	.mars_get_info = check_get_info,
	.mars_ref_get = check_ref_get,
	.mars_ref_put = check_ref_put,
	.mars_ref_io = check_ref_io,
};

static const struct check_input_type check_input_type = {
	.type_name = "check_input",
	.input_size = sizeof(struct check_input),
};

static const struct check_input_type *check_input_types[] = {
	&check_input_type,
};

static const struct check_output_type check_output_type = {
	.type_name = "check_output",
	.output_size = sizeof(struct check_output),
	.master_ops = &check_output_ops,
	.output_construct = &check_output_construct,
	.aspect_types = check_aspect_types,
	.layout_code = {
		[BRICK_OBJ_MARS_REF] = LAYOUT_ALL,
	}
};

static const struct check_output_type *check_output_types[] = {
	&check_output_type,
};

const struct check_brick_type check_brick_type = {
	.type_name = "check_brick",
	.brick_size = sizeof(struct check_brick),
	.max_inputs = 1,
	.max_outputs = 1,
	.master_ops = &check_brick_ops,
	.default_input_types = check_input_types,
	.default_output_types = check_output_types,
	.brick_construct = &check_brick_construct,
};
EXPORT_SYMBOL_GPL(check_brick_type);

////////////////// module init stuff /////////////////////////

static int __init init_check(void)
{
	printk(MARS_INFO "init_check()\n");
	return check_register_brick_type();
}

static void __exit exit_check(void)
{
	printk(MARS_INFO "exit_check()\n");
	check_unregister_brick_type();
}

MODULE_DESCRIPTION("MARS check brick");
MODULE_AUTHOR("Thomas Schoebel-Theuer <tst@1und1.de>");
MODULE_LICENSE("GPL");

module_init(init_check);
module_exit(exit_check);