2014-11-21 10:51:34 +00:00
|
|
|
/*
|
|
|
|
* MARS Long Distance Replication Software
|
|
|
|
*
|
|
|
|
* This file is part of MARS project: http://schoebel.github.io/mars/
|
|
|
|
*
|
|
|
|
* Copyright (C) 2010-2014 Thomas Schoebel-Theuer
|
|
|
|
* Copyright (C) 2011-2014 1&1 Internet AG
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or modify
|
|
|
|
* it under the terms of the GNU General Public License as published by
|
|
|
|
* the Free Software Foundation; either version 2 of the License, or
|
|
|
|
* (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License along
|
|
|
|
* with this program; if not, write to the Free Software Foundation, Inc.,
|
|
|
|
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
|
|
|
|
*/
|
|
|
|
|
2011-03-18 13:15:40 +00:00
|
|
|
#ifndef MARS_BIO_H
|
|
|
|
#define MARS_BIO_H
|
|
|
|
|
2017-02-25 08:57:26 +00:00
|
|
|
#define BIO_RESPONSE_THREADS 4
|
2017-02-25 08:36:01 +00:00
|
|
|
|
2012-10-15 14:35:36 +00:00
|
|
|
#define BIO_SUBMIT_MAX_LATENCY 250 // 250 us
|
|
|
|
#define BIO_IO_R_MAX_LATENCY 40000 // 40 ms
|
|
|
|
#define BIO_IO_W_MAX_LATENCY 100000 // 100 ms
|
|
|
|
|
2020-08-12 07:48:19 +00:00
|
|
|
#ifdef CONFIG_MARS_DEBUG
|
|
|
|
#define MARS_BIO_DEBUG
|
2021-02-05 07:01:01 +00:00
|
|
|
extern struct mars_limiter bio_throttle_read;
|
|
|
|
extern struct mars_limiter bio_throttle_write;
|
2020-08-12 07:48:19 +00:00
|
|
|
#endif
|
|
|
|
|
2017-04-07 06:18:29 +00:00
|
|
|
extern int bio_nr_requests;
|
2012-10-15 14:35:36 +00:00
|
|
|
extern struct threshold bio_submit_threshold;
|
|
|
|
extern struct threshold bio_io_threshold[2];
|
|
|
|
|
2011-03-18 13:15:40 +00:00
|
|
|
#include <linux/blkdev.h>
|
2011-03-29 14:40:40 +00:00
|
|
|
|
2011-03-18 13:15:40 +00:00
|
|
|
struct bio_mref_aspect {
|
|
|
|
GENERIC_ASPECT(mref);
|
|
|
|
struct list_head io_head;
|
|
|
|
struct bio *bio;
|
|
|
|
struct bio_output *output;
|
2012-10-15 14:35:36 +00:00
|
|
|
unsigned long long start_stamp;
|
2011-03-18 13:15:40 +00:00
|
|
|
int status_code;
|
2011-03-29 14:40:40 +00:00
|
|
|
int hash_pos;
|
2011-06-30 13:15:52 +00:00
|
|
|
int alloc_len;
|
2011-03-31 16:16:00 +00:00
|
|
|
bool do_dealloc;
|
2011-03-18 13:15:40 +00:00
|
|
|
};
|
|
|
|
|
2017-02-25 08:36:01 +00:00
|
|
|
struct bio_response {
|
|
|
|
struct list_head completed_list;
|
|
|
|
wait_queue_head_t response_event;
|
|
|
|
brick_thread_t *response_thread;
|
2017-02-25 08:43:55 +00:00
|
|
|
struct bio_brick *brick;
|
2017-02-25 08:36:01 +00:00
|
|
|
};
|
|
|
|
|
2011-03-18 13:15:40 +00:00
|
|
|
struct bio_brick {
|
|
|
|
MARS_BRICK(bio);
|
|
|
|
// tunables
|
|
|
|
int ra_pages;
|
2012-02-25 21:22:52 +00:00
|
|
|
int bg_threshold;
|
|
|
|
int bg_maxfly;
|
2011-05-06 10:25:52 +00:00
|
|
|
bool do_sync;
|
|
|
|
bool do_unplug;
|
2011-03-18 13:15:40 +00:00
|
|
|
// readonly
|
|
|
|
loff_t total_size;
|
2012-02-25 21:22:52 +00:00
|
|
|
atomic_t fly_count[MARS_PRIO_NR];
|
2012-10-12 07:50:37 +00:00
|
|
|
atomic_t queue_count[MARS_PRIO_NR];
|
2011-04-29 09:36:10 +00:00
|
|
|
atomic_t completed_count;
|
2020-09-30 08:34:14 +00:00
|
|
|
int error;
|
2020-08-12 07:48:19 +00:00
|
|
|
#ifdef MARS_BIO_DEBUG
|
2012-02-25 21:22:52 +00:00
|
|
|
atomic_t total_completed_count[MARS_PRIO_NR];
|
2020-08-12 07:48:19 +00:00
|
|
|
#endif
|
2011-03-18 13:15:40 +00:00
|
|
|
// private
|
|
|
|
spinlock_t lock;
|
2012-10-12 07:50:37 +00:00
|
|
|
struct list_head queue_list[MARS_PRIO_NR];
|
2012-10-15 14:35:36 +00:00
|
|
|
struct list_head submitted_list[2];
|
2012-10-12 07:50:37 +00:00
|
|
|
wait_queue_head_t submit_event;
|
2013-01-23 11:30:28 +00:00
|
|
|
struct mapfree_info *mf;
|
2011-03-18 13:15:40 +00:00
|
|
|
struct block_device *bdev;
|
2012-10-12 07:50:37 +00:00
|
|
|
brick_thread_t *submit_thread;
|
2017-02-25 08:36:01 +00:00
|
|
|
struct bio_response rsp[BIO_RESPONSE_THREADS];
|
2017-02-25 08:43:55 +00:00
|
|
|
unsigned int rsp_nr;
|
2011-03-18 13:15:40 +00:00
|
|
|
int bvec_max;
|
2012-10-12 07:50:37 +00:00
|
|
|
bool submitted;
|
2011-03-18 13:15:40 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
struct bio_input {
|
|
|
|
MARS_INPUT(bio);
|
|
|
|
};
|
|
|
|
|
|
|
|
struct bio_output {
|
|
|
|
MARS_OUTPUT(bio);
|
|
|
|
};
|
|
|
|
|
|
|
|
MARS_TYPES(bio);
|
|
|
|
|
|
|
|
#endif
|