2008-01-04 15:38:22 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2007 Oracle. All rights reserved.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public
|
|
|
|
* License v2 as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public
|
|
|
|
* License along with this program; if not, write to the
|
|
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
|
|
* Boston, MA 021110-1307, USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef __UTILS__
|
|
|
|
#define __UTILS__
|
2008-03-24 19:03:18 +00:00
|
|
|
|
2013-03-27 20:55:41 +00:00
|
|
|
#include <sys/stat.h>
|
2013-01-28 05:22:30 +00:00
|
|
|
#include "ctree.h"
|
2013-07-15 11:36:50 +00:00
|
|
|
#include <dirent.h>
|
2013-01-28 05:22:30 +00:00
|
|
|
|
2008-03-24 19:03:18 +00:00
|
|
|
#define BTRFS_MKFS_SYSTEM_GROUP_SIZE (4 * 1024 * 1024)
|
2014-07-15 08:02:10 +00:00
|
|
|
#define BTRFS_MKFS_SMALL_VOLUME_SIZE (1024 * 1024 * 1024)
|
2008-03-24 19:03:18 +00:00
|
|
|
|
2014-09-13 01:21:21 +00:00
|
|
|
#define BTRFS_SCAN_MOUNTED (1ULL << 0)
|
|
|
|
#define BTRFS_SCAN_LBLKID (1ULL << 1)
|
2013-07-15 05:30:50 +00:00
|
|
|
|
2013-10-08 03:41:38 +00:00
|
|
|
#define BTRFS_UPDATE_KERNEL 1
|
|
|
|
|
|
|
|
#define BTRFS_ARG_UNKNOWN 0
|
2013-10-22 05:53:22 +00:00
|
|
|
#define BTRFS_ARG_MNTPOINT 1
|
2013-10-08 03:41:38 +00:00
|
|
|
#define BTRFS_ARG_UUID 2
|
2013-10-22 05:53:22 +00:00
|
|
|
#define BTRFS_ARG_BLKDEV 3
|
2013-10-08 03:41:38 +00:00
|
|
|
|
2013-11-04 07:17:41 +00:00
|
|
|
#define BTRFS_UUID_UNPARSED_SIZE 37
|
|
|
|
|
2014-11-18 17:05:20 +00:00
|
|
|
#define ARGV0_BUF_SIZE PATH_MAX
|
2014-06-30 03:54:11 +00:00
|
|
|
|
|
|
|
int check_argc_exact(int nargs, int expected);
|
|
|
|
int check_argc_min(int nargs, int expected);
|
|
|
|
int check_argc_max(int nargs, int expected);
|
|
|
|
|
|
|
|
void fixup_argv0(char **argv, const char *token);
|
|
|
|
void set_argv0(char **argv);
|
|
|
|
|
2014-04-28 16:04:48 +00:00
|
|
|
/*
|
2014-08-30 18:27:00 +00:00
|
|
|
* Output modes of size
|
2014-04-28 16:04:48 +00:00
|
|
|
*/
|
2014-08-30 18:27:00 +00:00
|
|
|
#define UNITS_RESERVED (0)
|
|
|
|
#define UNITS_BYTES (1)
|
|
|
|
#define UNITS_KBYTES (2)
|
|
|
|
#define UNITS_MBYTES (3)
|
|
|
|
#define UNITS_GBYTES (4)
|
|
|
|
#define UNITS_TBYTES (5)
|
|
|
|
#define UNITS_RAW (1U << UNITS_MODE_SHIFT)
|
|
|
|
#define UNITS_BINARY (2U << UNITS_MODE_SHIFT)
|
|
|
|
#define UNITS_DECIMAL (3U << UNITS_MODE_SHIFT)
|
|
|
|
#define UNITS_MODE_MASK ((1U << UNITS_MODE_SHIFT) - 1)
|
|
|
|
#define UNITS_MODE_SHIFT (8)
|
|
|
|
#define UNITS_HUMAN_BINARY (UNITS_BINARY)
|
|
|
|
#define UNITS_HUMAN_DECIMAL (UNITS_DECIMAL)
|
|
|
|
#define UNITS_HUMAN (UNITS_HUMAN_BINARY)
|
|
|
|
#define UNITS_DEFAULT (UNITS_HUMAN)
|
|
|
|
|
|
|
|
void units_set_mode(unsigned *units, unsigned mode);
|
|
|
|
void units_set_base(unsigned *units, unsigned base);
|
2014-04-28 16:04:48 +00:00
|
|
|
|
2008-04-22 18:06:56 +00:00
|
|
|
int make_btrfs(int fd, const char *device, const char *label,
|
2014-05-14 17:39:07 +00:00
|
|
|
char *fs_uuid, u64 blocks[6], u64 num_bytes, u32 nodesize,
|
2013-08-17 13:48:29 +00:00
|
|
|
u32 leafsize, u32 sectorsize, u32 stripesize, u64 features);
|
2008-01-04 15:38:22 +00:00
|
|
|
int btrfs_make_root_dir(struct btrfs_trans_handle *trans,
|
|
|
|
struct btrfs_root *root, u64 objectid);
|
2012-07-27 12:37:55 +00:00
|
|
|
int btrfs_prepare_device(int fd, char *file, int zero_end, u64 *block_count_ret,
|
2013-09-17 14:54:00 +00:00
|
|
|
u64 max_block_count, int *mixed, int discard);
|
2008-03-24 19:04:49 +00:00
|
|
|
int btrfs_add_to_fsid(struct btrfs_trans_handle *trans,
|
2008-04-18 14:31:42 +00:00
|
|
|
struct btrfs_root *root, int fd, char *path,
|
|
|
|
u64 block_count, u32 io_width, u32 io_align,
|
|
|
|
u32 sectorsize);
|
2013-07-15 05:30:47 +00:00
|
|
|
int btrfs_scan_for_fsid(int run_ioctls);
|
2014-10-15 00:50:38 +00:00
|
|
|
int btrfs_register_one_device(const char *fname);
|
2014-10-31 04:11:19 +00:00
|
|
|
int btrfs_register_all_devices(void);
|
2014-06-04 20:43:11 +00:00
|
|
|
char *canonicalize_dm_name(const char *ptname);
|
|
|
|
char *canonicalize_path(const char *path);
|
2010-09-09 02:57:02 +00:00
|
|
|
int check_mounted(const char *devicename);
|
2011-07-18 12:37:23 +00:00
|
|
|
int check_mounted_where(int fd, const char *file, char *where, int size,
|
|
|
|
struct btrfs_fs_devices **fs_devices_mnt);
|
2008-04-18 14:45:17 +00:00
|
|
|
int btrfs_device_already_in_root(struct btrfs_root *root, int fd,
|
|
|
|
int super_offset);
|
2013-07-09 20:24:43 +00:00
|
|
|
|
2014-08-30 18:27:00 +00:00
|
|
|
int pretty_size_snprintf(u64 size, char *str, size_t str_bytes, unsigned unit_mode);
|
|
|
|
#define pretty_size(size) pretty_size_mode(size, UNITS_DEFAULT)
|
2014-04-28 16:04:48 +00:00
|
|
|
#define pretty_size_mode(size, mode) \
|
|
|
|
({ \
|
|
|
|
static __thread char _str[32]; \
|
2014-08-30 18:27:00 +00:00
|
|
|
(void)pretty_size_snprintf((size), _str, sizeof(_str), (mode)); \
|
2014-04-28 16:04:48 +00:00
|
|
|
_str; \
|
2013-07-09 20:24:43 +00:00
|
|
|
})
|
|
|
|
|
2010-12-05 17:46:44 +00:00
|
|
|
int get_mountpt(char *dev, char *mntpt, size_t size);
|
2011-06-15 19:55:25 +00:00
|
|
|
int btrfs_scan_block_devices(int run_ioctl);
|
2012-10-29 17:53:17 +00:00
|
|
|
u64 parse_size(char *s);
|
2014-02-21 06:07:05 +00:00
|
|
|
u64 arg_strtou64(const char *str);
|
2013-07-15 11:36:50 +00:00
|
|
|
int open_file_or_dir(const char *fname, DIR **dirstream);
|
2014-04-15 19:47:27 +00:00
|
|
|
int open_file_or_dir3(const char *fname, DIR **dirstream, int open_flags);
|
2013-07-15 11:36:50 +00:00
|
|
|
void close_file_or_dir(int fd, DIR *dirstream);
|
2013-03-12 04:17:40 +00:00
|
|
|
int get_fs_info(char *path, struct btrfs_ioctl_fs_info_args *fi_args,
|
2012-05-15 10:05:44 +00:00
|
|
|
struct btrfs_ioctl_dev_info_args **di_ret);
|
2013-11-12 13:41:42 +00:00
|
|
|
int get_label(const char *btrfs_dev, char *label);
|
2013-01-30 08:32:47 +00:00
|
|
|
int set_label(const char *btrfs_dev, const char *label);
|
2013-01-25 19:27:47 +00:00
|
|
|
|
|
|
|
char *__strncpy__null(char *dest, const char *src, size_t n);
|
2013-03-11 23:12:59 +00:00
|
|
|
int is_block_device(const char *file);
|
2013-10-22 05:53:22 +00:00
|
|
|
int is_mount_point(const char *file);
|
2013-07-15 11:36:50 +00:00
|
|
|
int open_path_or_dev_mnt(const char *path, DIR **dirstream);
|
2013-03-27 20:55:41 +00:00
|
|
|
u64 btrfs_device_size(int fd, struct stat *st);
|
2013-01-25 19:27:47 +00:00
|
|
|
/* Helper to always get proper size of the destination string */
|
|
|
|
#define strncpy_null(dest, src) __strncpy__null(dest, src, sizeof(dest))
|
2013-04-15 06:38:09 +00:00
|
|
|
int test_dev_for_mkfs(char *file, int force_overwrite, char *estr);
|
2013-07-15 05:30:54 +00:00
|
|
|
int get_label_mounted(const char *mount_path, char *labelp);
|
2013-08-07 12:11:25 +00:00
|
|
|
int test_num_disk_vs_raid(u64 metadata_profile, u64 data_profile,
|
|
|
|
u64 dev_cnt, int mixed, char *estr);
|
2013-08-30 08:50:37 +00:00
|
|
|
int is_vol_small(char *file);
|
2013-09-09 20:40:55 +00:00
|
|
|
int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf,
|
|
|
|
int verify);
|
2013-09-18 08:27:35 +00:00
|
|
|
int ask_user(char *question);
|
2013-09-18 16:19:30 +00:00
|
|
|
int lookup_ino_rootid(int fd, u64 *rootid);
|
2014-10-31 04:11:20 +00:00
|
|
|
int btrfs_scan_lblkid(void);
|
2013-10-22 05:53:21 +00:00
|
|
|
int get_btrfs_mount(const char *dev, char *mp, size_t mp_size);
|
2014-02-10 07:28:28 +00:00
|
|
|
int find_mount_root(const char *path, char **mount_root);
|
2014-02-13 19:19:44 +00:00
|
|
|
int get_device_info(int fd, u64 devid,
|
|
|
|
struct btrfs_ioctl_dev_info_args *di_args);
|
2014-05-14 17:39:07 +00:00
|
|
|
int test_uuid_unique(char *fs_uuid);
|
2014-02-13 19:19:01 +00:00
|
|
|
u64 disk_size(char *path);
|
2014-02-13 19:19:50 +00:00
|
|
|
int get_device_info(int fd, u64 devid,
|
|
|
|
struct btrfs_ioctl_dev_info_args *di_args);
|
|
|
|
u64 get_partition_size(char *dev);
|
|
|
|
const char* group_type_str(u64 flags);
|
|
|
|
const char* group_profile_str(u64 flags);
|
2013-09-18 16:19:30 +00:00
|
|
|
|
2014-07-04 07:29:17 +00:00
|
|
|
int test_minimum_size(const char *file, u32 leafsize);
|
2014-08-01 02:44:21 +00:00
|
|
|
int test_issubvolname(const char *name);
|
2014-08-01 02:58:00 +00:00
|
|
|
int test_isdir(const char *path);
|
2014-07-04 07:29:17 +00:00
|
|
|
|
|
|
|
/*
|
|
|
|
* Btrfs minimum size calculation is complicated, it should include at least:
|
|
|
|
* 1. system group size
|
|
|
|
* 2. minimum global block reserve
|
|
|
|
* 3. metadata used at mkfs
|
|
|
|
* 4. space reservation to create uuid for first mount.
|
|
|
|
* Also, raid factor should also be taken into consideration.
|
|
|
|
* To avoid the overkill calculation, (system group + global block rsv) * 2
|
|
|
|
* for *EACH* device should be good enough.
|
|
|
|
*/
|
|
|
|
static inline u64 btrfs_min_global_blk_rsv_size(u32 leafsize)
|
|
|
|
{
|
|
|
|
return leafsize << 10;
|
|
|
|
}
|
|
|
|
static inline u64 btrfs_min_dev_size(u32 leafsize)
|
|
|
|
{
|
|
|
|
return 2 * (BTRFS_MKFS_SYSTEM_GROUP_SIZE +
|
|
|
|
btrfs_min_global_blk_rsv_size(leafsize));
|
|
|
|
}
|
|
|
|
|
Btrfs-progs: check, ability to detect and fix outdated snapshot root items
This change adds code to detect and fix the issue introduced in the kernel
release 3.17, where creation of read-only snapshots lead to a corrupted
filesystem if they were created at a moment when the source subvolume/snapshot
had orphan items. The issue was that the on-disk root items became incorrect,
referring to the pre orphan cleanup root node instead of the post orphan
cleanup root node.
A test filesystem can be generated with the test case recently submitted for
xfstests/fstests, which is essencially the following (bash script):
workout()
{
ops=$1
procs=$2
num_snapshots=$3
_scratch_mkfs >> $seqres.full 2>&1
_scratch_mount
snapshot_cmd="$BTRFS_UTIL_PROG subvolume snapshot -r $SCRATCH_MNT"
snapshot_cmd="$snapshot_cmd $SCRATCH_MNT/snap_\`date +'%H_%M_%S_%N'\`"
run_check $FSSTRESS_PROG -p $procs \
-x "$snapshot_cmd" -X $num_snapshots -d $SCRATCH_MNT -n $ops
}
ops=10000
procs=4
snapshots=500
workout $ops $procs $snapshots
Example of btrfsck's (btrfs check) behaviour against such filesystem:
$ btrfsck /dev/loop0
root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Found 7 roots with an outdated root item.
Please run a filesystem check with the option --repair to fix them.
$ echo $?
1
$ btrfsck --repair /dev/loop0
enabling repair mode
fixing root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
fixing root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
fixing root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
fixing root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
fixing root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
fixing root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
fixing root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Fixed 7 roots.
Checking filesystem on /dev/loop0
UUID: 2186e9b9-c977-4a35-9c7b-69c6609d4620
checking extents
checking free space cache
cache and super generation don't match, space cache will be invalidated
checking fs roots
checking csums
checking root refs
found 618537000 bytes used err is 0
total csum bytes: 130824
total tree bytes: 601620480
total fs tree bytes: 580288512
total extent tree bytes: 18464768
btree space waste bytes: 136939144
file data blocks allocated: 34150318080
referenced 27815415808
Btrfs v3.17-rc3-2-gbbe1dd8
$ echo $?
0
Signed-off-by: Filipe Manana <fdmanana@suse.com>
Signed-off-by: David Sterba <dsterba@suse.cz>
2014-10-17 17:20:08 +00:00
|
|
|
int find_next_key(struct btrfs_path *path, struct btrfs_key *key);
|
2014-10-23 17:05:31 +00:00
|
|
|
char* btrfs_group_type_str(u64 flag);
|
|
|
|
char* btrfs_group_profile_str(u64 flag);
|
Btrfs-progs: check, ability to detect and fix outdated snapshot root items
This change adds code to detect and fix the issue introduced in the kernel
release 3.17, where creation of read-only snapshots lead to a corrupted
filesystem if they were created at a moment when the source subvolume/snapshot
had orphan items. The issue was that the on-disk root items became incorrect,
referring to the pre orphan cleanup root node instead of the post orphan
cleanup root node.
A test filesystem can be generated with the test case recently submitted for
xfstests/fstests, which is essencially the following (bash script):
workout()
{
ops=$1
procs=$2
num_snapshots=$3
_scratch_mkfs >> $seqres.full 2>&1
_scratch_mount
snapshot_cmd="$BTRFS_UTIL_PROG subvolume snapshot -r $SCRATCH_MNT"
snapshot_cmd="$snapshot_cmd $SCRATCH_MNT/snap_\`date +'%H_%M_%S_%N'\`"
run_check $FSSTRESS_PROG -p $procs \
-x "$snapshot_cmd" -X $num_snapshots -d $SCRATCH_MNT -n $ops
}
ops=10000
procs=4
snapshots=500
workout $ops $procs $snapshots
Example of btrfsck's (btrfs check) behaviour against such filesystem:
$ btrfsck /dev/loop0
root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Found 7 roots with an outdated root item.
Please run a filesystem check with the option --repair to fix them.
$ echo $?
1
$ btrfsck --repair /dev/loop0
enabling repair mode
fixing root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
fixing root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
fixing root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
fixing root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
fixing root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
fixing root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
fixing root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Fixed 7 roots.
Checking filesystem on /dev/loop0
UUID: 2186e9b9-c977-4a35-9c7b-69c6609d4620
checking extents
checking free space cache
cache and super generation don't match, space cache will be invalidated
checking fs roots
checking csums
checking root refs
found 618537000 bytes used err is 0
total csum bytes: 130824
total tree bytes: 601620480
total fs tree bytes: 580288512
total extent tree bytes: 18464768
btree space waste bytes: 136939144
file data blocks allocated: 34150318080
referenced 27815415808
Btrfs v3.17-rc3-2-gbbe1dd8
$ echo $?
0
Signed-off-by: Filipe Manana <fdmanana@suse.com>
Signed-off-by: David Sterba <dsterba@suse.cz>
2014-10-17 17:20:08 +00:00
|
|
|
|
2008-01-04 15:38:22 +00:00
|
|
|
#endif
|