2008-01-04 15:38:22 +00:00
|
|
|
/*
|
|
|
|
* Copyright (C) 2007 Oracle. All rights reserved.
|
|
|
|
*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public
|
|
|
|
* License v2 as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public
|
|
|
|
* License along with this program; if not, write to the
|
|
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
|
|
* Boston, MA 021110-1307, USA.
|
|
|
|
*/
|
|
|
|
|
2015-01-21 16:49:26 +00:00
|
|
|
#ifndef __BTRFS_UTILS_H__
|
|
|
|
#define __BTRFS_UTILS_H__
|
2008-03-24 19:03:18 +00:00
|
|
|
|
2013-03-27 20:55:41 +00:00
|
|
|
#include <sys/stat.h>
|
2013-01-28 05:22:30 +00:00
|
|
|
#include "ctree.h"
|
2013-07-15 11:36:50 +00:00
|
|
|
#include <dirent.h>
|
btrfs-progs: Introduce warning and error for common use
Current code use fprintf(stderr, "...") to output warnning and
error information.
The error message have different style, as:
# grep fprintf *.c
fprintf(stderr, "Open ctree failed\n");
fprintf(stderr, "%s: open ctree failed\n", __func__);
fprintf(stderr, "ERROR: cannot open ctree\n");
...
And sometimes, we forgot add tailed '\n', or use printf instead,
as in current code:
printf("warning, device %llu is missing\n",
This patch introduce warning() and error() as common function,
to make:
1: Each warning and error information have same format
2: Easy to search/change all error message
3: Easy to modify function's internal for debug or other requirement,
for example:
print function/linenumber in error()
dumpstack in error()
add some trace for some style of message
add support for -v, -vv, ...
support for locales
custom output functions
support some special device/tty
Signed-off-by: Qu Wenruo <quwenruo@cn.fujitsu.com>
Signed-off-by: Zhao Lei <zhaolei@cn.fujitsu.com>
[print newline after the message]
Signed-off-by: David Sterba <dsterba@suse.com>
2015-09-28 13:58:13 +00:00
|
|
|
#include <stdarg.h>
|
2017-01-25 15:54:35 +00:00
|
|
|
#include "common-defs.h"
|
2016-03-04 13:46:11 +00:00
|
|
|
#include "internal.h"
|
2016-03-21 07:21:04 +00:00
|
|
|
#include "btrfs-list.h"
|
2017-01-24 03:03:05 +00:00
|
|
|
#include "sizes.h"
|
2017-02-01 15:14:06 +00:00
|
|
|
#include "messages.h"
|
2013-01-28 05:22:30 +00:00
|
|
|
|
2014-09-13 01:21:21 +00:00
|
|
|
#define BTRFS_SCAN_MOUNTED (1ULL << 0)
|
|
|
|
#define BTRFS_SCAN_LBLKID (1ULL << 1)
|
2013-07-15 05:30:50 +00:00
|
|
|
|
2013-10-08 03:41:38 +00:00
|
|
|
#define BTRFS_UPDATE_KERNEL 1
|
|
|
|
|
|
|
|
#define BTRFS_ARG_UNKNOWN 0
|
2013-10-22 05:53:22 +00:00
|
|
|
#define BTRFS_ARG_MNTPOINT 1
|
2013-10-08 03:41:38 +00:00
|
|
|
#define BTRFS_ARG_UUID 2
|
2013-10-22 05:53:22 +00:00
|
|
|
#define BTRFS_ARG_BLKDEV 3
|
2015-01-05 06:24:27 +00:00
|
|
|
#define BTRFS_ARG_REG 4
|
2013-10-08 03:41:38 +00:00
|
|
|
|
2014-04-28 16:04:48 +00:00
|
|
|
/*
|
2014-08-30 18:27:00 +00:00
|
|
|
* Output modes of size
|
2014-04-28 16:04:48 +00:00
|
|
|
*/
|
2014-08-30 18:27:00 +00:00
|
|
|
#define UNITS_RESERVED (0)
|
|
|
|
#define UNITS_BYTES (1)
|
|
|
|
#define UNITS_KBYTES (2)
|
|
|
|
#define UNITS_MBYTES (3)
|
|
|
|
#define UNITS_GBYTES (4)
|
|
|
|
#define UNITS_TBYTES (5)
|
|
|
|
#define UNITS_RAW (1U << UNITS_MODE_SHIFT)
|
|
|
|
#define UNITS_BINARY (2U << UNITS_MODE_SHIFT)
|
|
|
|
#define UNITS_DECIMAL (3U << UNITS_MODE_SHIFT)
|
2017-01-03 17:03:44 +00:00
|
|
|
/* Interpret the u64 value as s64 */
|
|
|
|
#define UNITS_NEGATIVE (4U << UNITS_MODE_SHIFT)
|
2014-08-30 18:27:00 +00:00
|
|
|
#define UNITS_MODE_MASK ((1U << UNITS_MODE_SHIFT) - 1)
|
|
|
|
#define UNITS_MODE_SHIFT (8)
|
|
|
|
#define UNITS_HUMAN_BINARY (UNITS_BINARY)
|
|
|
|
#define UNITS_HUMAN_DECIMAL (UNITS_DECIMAL)
|
|
|
|
#define UNITS_HUMAN (UNITS_HUMAN_BINARY)
|
|
|
|
#define UNITS_DEFAULT (UNITS_HUMAN)
|
|
|
|
|
|
|
|
void units_set_mode(unsigned *units, unsigned mode);
|
|
|
|
void units_set_base(unsigned *units, unsigned base);
|
2014-04-28 16:04:48 +00:00
|
|
|
|
2016-07-27 23:47:40 +00:00
|
|
|
#define PREP_DEVICE_ZERO_END (1U << 0)
|
|
|
|
#define PREP_DEVICE_DISCARD (1U << 1)
|
|
|
|
#define PREP_DEVICE_VERBOSE (1U << 2)
|
|
|
|
|
2008-01-04 15:38:22 +00:00
|
|
|
int btrfs_make_root_dir(struct btrfs_trans_handle *trans,
|
|
|
|
struct btrfs_root *root, u64 objectid);
|
2016-07-27 23:47:40 +00:00
|
|
|
int btrfs_prepare_device(int fd, const char *file, u64 *block_count_ret,
|
|
|
|
u64 max_block_count, unsigned opflags);
|
2008-03-24 19:04:49 +00:00
|
|
|
int btrfs_add_to_fsid(struct btrfs_trans_handle *trans,
|
2016-09-29 13:12:35 +00:00
|
|
|
struct btrfs_root *root, int fd, const char *path,
|
2008-04-18 14:31:42 +00:00
|
|
|
u64 block_count, u32 io_width, u32 io_align,
|
|
|
|
u32 sectorsize);
|
2013-07-15 05:30:47 +00:00
|
|
|
int btrfs_scan_for_fsid(int run_ioctls);
|
2014-10-15 00:50:38 +00:00
|
|
|
int btrfs_register_one_device(const char *fname);
|
2014-10-31 04:11:19 +00:00
|
|
|
int btrfs_register_all_devices(void);
|
2014-06-04 20:43:11 +00:00
|
|
|
char *canonicalize_dm_name(const char *ptname);
|
|
|
|
char *canonicalize_path(const char *path);
|
2010-09-09 02:57:02 +00:00
|
|
|
int check_mounted(const char *devicename);
|
2011-07-18 12:37:23 +00:00
|
|
|
int check_mounted_where(int fd, const char *file, char *where, int size,
|
|
|
|
struct btrfs_fs_devices **fs_devices_mnt);
|
2008-04-18 14:45:17 +00:00
|
|
|
int btrfs_device_already_in_root(struct btrfs_root *root, int fd,
|
|
|
|
int super_offset);
|
2013-07-09 20:24:43 +00:00
|
|
|
|
2017-01-03 17:03:44 +00:00
|
|
|
int pretty_size_snprintf(u64 size, char *str, size_t str_bytes, unsigned unit_mode);
|
2014-08-30 18:27:00 +00:00
|
|
|
#define pretty_size(size) pretty_size_mode(size, UNITS_DEFAULT)
|
2017-01-03 17:03:44 +00:00
|
|
|
const char *pretty_size_mode(u64 size, unsigned mode);
|
2013-07-09 20:24:43 +00:00
|
|
|
|
2012-10-29 17:53:17 +00:00
|
|
|
u64 parse_size(char *s);
|
2015-02-27 08:26:35 +00:00
|
|
|
u64 parse_qgroupid(const char *p);
|
2014-02-21 06:07:05 +00:00
|
|
|
u64 arg_strtou64(const char *str);
|
2015-06-12 14:09:33 +00:00
|
|
|
int arg_copy_path(char *dest, const char *src, int destlen);
|
2013-07-15 11:36:50 +00:00
|
|
|
int open_file_or_dir(const char *fname, DIR **dirstream);
|
2014-04-15 19:47:27 +00:00
|
|
|
int open_file_or_dir3(const char *fname, DIR **dirstream, int open_flags);
|
2013-07-15 11:36:50 +00:00
|
|
|
void close_file_or_dir(int fd, DIR *dirstream);
|
2016-09-29 13:12:35 +00:00
|
|
|
int get_fs_info(const char *path, struct btrfs_ioctl_fs_info_args *fi_args,
|
2012-05-15 10:05:44 +00:00
|
|
|
struct btrfs_ioctl_dev_info_args **di_ret);
|
2013-11-12 13:41:42 +00:00
|
|
|
int get_label(const char *btrfs_dev, char *label);
|
2013-01-30 08:32:47 +00:00
|
|
|
int set_label(const char *btrfs_dev, const char *label);
|
2013-01-25 19:27:47 +00:00
|
|
|
|
2016-03-24 18:17:53 +00:00
|
|
|
char *__strncpy_null(char *dest, const char *src, size_t n);
|
2013-03-11 23:12:59 +00:00
|
|
|
int is_block_device(const char *file);
|
2013-10-22 05:53:22 +00:00
|
|
|
int is_mount_point(const char *file);
|
2014-12-25 01:16:34 +00:00
|
|
|
int check_arg_type(const char *input);
|
2015-10-12 13:23:02 +00:00
|
|
|
int open_path_or_dev_mnt(const char *path, DIR **dirstream, int verbose);
|
2015-08-26 09:04:22 +00:00
|
|
|
int btrfs_open_dir(const char *path, DIR **dirstream, int verbose);
|
2013-03-27 20:55:41 +00:00
|
|
|
u64 btrfs_device_size(int fd, struct stat *st);
|
2013-01-25 19:27:47 +00:00
|
|
|
/* Helper to always get proper size of the destination string */
|
2016-03-24 18:17:53 +00:00
|
|
|
#define strncpy_null(dest, src) __strncpy_null(dest, src, sizeof(dest))
|
2013-07-15 05:30:54 +00:00
|
|
|
int get_label_mounted(const char *mount_path, char *labelp);
|
2015-09-15 08:46:22 +00:00
|
|
|
int get_label_unmounted(const char *dev, char *label);
|
2015-05-30 14:54:48 +00:00
|
|
|
int group_profile_max_safe_loss(u64 flags);
|
2013-09-09 20:40:55 +00:00
|
|
|
int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf,
|
|
|
|
int verify);
|
2016-03-22 15:56:33 +00:00
|
|
|
int ask_user(const char *question);
|
2016-10-31 09:34:37 +00:00
|
|
|
int lookup_path_rootid(int fd, u64 *rootid);
|
2014-11-11 11:35:58 +00:00
|
|
|
int btrfs_scan_devices(void);
|
2013-10-22 05:53:21 +00:00
|
|
|
int get_btrfs_mount(const char *dev, char *mp, size_t mp_size);
|
2014-02-10 07:28:28 +00:00
|
|
|
int find_mount_root(const char *path, char **mount_root);
|
2014-02-13 19:19:44 +00:00
|
|
|
int get_device_info(int fd, u64 devid,
|
|
|
|
struct btrfs_ioctl_dev_info_args *di_args);
|
2014-05-14 17:39:07 +00:00
|
|
|
int test_uuid_unique(char *fs_uuid);
|
2016-03-22 15:56:33 +00:00
|
|
|
u64 disk_size(const char *path);
|
|
|
|
u64 get_partition_size(const char *dev);
|
2013-09-18 16:19:30 +00:00
|
|
|
|
2014-08-01 02:44:21 +00:00
|
|
|
int test_issubvolname(const char *name);
|
2016-03-21 07:21:01 +00:00
|
|
|
int test_issubvolume(const char *path);
|
2014-08-01 02:58:00 +00:00
|
|
|
int test_isdir(const char *path);
|
2014-07-04 07:29:17 +00:00
|
|
|
|
2016-03-22 15:56:33 +00:00
|
|
|
const char *subvol_strip_mountpoint(const char *mnt, const char *full_path);
|
|
|
|
int get_subvol_info(const char *fullpath, struct root_info *get_ri);
|
2016-03-21 07:21:03 +00:00
|
|
|
|
Btrfs-progs: check, ability to detect and fix outdated snapshot root items
This change adds code to detect and fix the issue introduced in the kernel
release 3.17, where creation of read-only snapshots lead to a corrupted
filesystem if they were created at a moment when the source subvolume/snapshot
had orphan items. The issue was that the on-disk root items became incorrect,
referring to the pre orphan cleanup root node instead of the post orphan
cleanup root node.
A test filesystem can be generated with the test case recently submitted for
xfstests/fstests, which is essencially the following (bash script):
workout()
{
ops=$1
procs=$2
num_snapshots=$3
_scratch_mkfs >> $seqres.full 2>&1
_scratch_mount
snapshot_cmd="$BTRFS_UTIL_PROG subvolume snapshot -r $SCRATCH_MNT"
snapshot_cmd="$snapshot_cmd $SCRATCH_MNT/snap_\`date +'%H_%M_%S_%N'\`"
run_check $FSSTRESS_PROG -p $procs \
-x "$snapshot_cmd" -X $num_snapshots -d $SCRATCH_MNT -n $ops
}
ops=10000
procs=4
snapshots=500
workout $ops $procs $snapshots
Example of btrfsck's (btrfs check) behaviour against such filesystem:
$ btrfsck /dev/loop0
root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Found 7 roots with an outdated root item.
Please run a filesystem check with the option --repair to fix them.
$ echo $?
1
$ btrfsck --repair /dev/loop0
enabling repair mode
fixing root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
fixing root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
fixing root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
fixing root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
fixing root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
fixing root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
fixing root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Fixed 7 roots.
Checking filesystem on /dev/loop0
UUID: 2186e9b9-c977-4a35-9c7b-69c6609d4620
checking extents
checking free space cache
cache and super generation don't match, space cache will be invalidated
checking fs roots
checking csums
checking root refs
found 618537000 bytes used err is 0
total csum bytes: 130824
total tree bytes: 601620480
total fs tree bytes: 580288512
total extent tree bytes: 18464768
btree space waste bytes: 136939144
file data blocks allocated: 34150318080
referenced 27815415808
Btrfs v3.17-rc3-2-gbbe1dd8
$ echo $?
0
Signed-off-by: Filipe Manana <fdmanana@suse.com>
Signed-off-by: David Sterba <dsterba@suse.cz>
2014-10-17 17:20:08 +00:00
|
|
|
int find_next_key(struct btrfs_path *path, struct btrfs_key *key);
|
2016-03-22 16:01:20 +00:00
|
|
|
const char* btrfs_group_type_str(u64 flag);
|
|
|
|
const char* btrfs_group_profile_str(u64 flag);
|
Btrfs-progs: check, ability to detect and fix outdated snapshot root items
This change adds code to detect and fix the issue introduced in the kernel
release 3.17, where creation of read-only snapshots lead to a corrupted
filesystem if they were created at a moment when the source subvolume/snapshot
had orphan items. The issue was that the on-disk root items became incorrect,
referring to the pre orphan cleanup root node instead of the post orphan
cleanup root node.
A test filesystem can be generated with the test case recently submitted for
xfstests/fstests, which is essencially the following (bash script):
workout()
{
ops=$1
procs=$2
num_snapshots=$3
_scratch_mkfs >> $seqres.full 2>&1
_scratch_mount
snapshot_cmd="$BTRFS_UTIL_PROG subvolume snapshot -r $SCRATCH_MNT"
snapshot_cmd="$snapshot_cmd $SCRATCH_MNT/snap_\`date +'%H_%M_%S_%N'\`"
run_check $FSSTRESS_PROG -p $procs \
-x "$snapshot_cmd" -X $num_snapshots -d $SCRATCH_MNT -n $ops
}
ops=10000
procs=4
snapshots=500
workout $ops $procs $snapshots
Example of btrfsck's (btrfs check) behaviour against such filesystem:
$ btrfsck /dev/loop0
root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Found 7 roots with an outdated root item.
Please run a filesystem check with the option --repair to fix them.
$ echo $?
1
$ btrfsck --repair /dev/loop0
enabling repair mode
fixing root item for root 311, current bytenr 44630016, current gen 60, current level 1, new bytenr 44957696, new gen 61, new level 1
fixing root item for root 1480, current bytenr 1003569152, current gen 1271, current level 1, new bytenr 1004175360, new gen 1272, new level 1
fixing root item for root 1509, current bytenr 1037434880, current gen 1300, current level 1, new bytenr 1038467072, new gen 1301, new level 1
fixing root item for root 1562, current bytenr 33636352, current gen 1354, current level 1, new bytenr 34455552, new gen 1355, new level 1
fixing root item for root 3094, current bytenr 1011712000, current gen 2935, current level 1, new bytenr 1008484352, new gen 2936, new level 1
fixing root item for root 3716, current bytenr 80805888, current gen 3578, current level 1, new bytenr 73515008, new gen 3579, new level 1
fixing root item for root 4085, current bytenr 714031104, current gen 3958, current level 1, new bytenr 716816384, new gen 3959, new level 1
Fixed 7 roots.
Checking filesystem on /dev/loop0
UUID: 2186e9b9-c977-4a35-9c7b-69c6609d4620
checking extents
checking free space cache
cache and super generation don't match, space cache will be invalidated
checking fs roots
checking csums
checking root refs
found 618537000 bytes used err is 0
total csum bytes: 130824
total tree bytes: 601620480
total fs tree bytes: 580288512
total extent tree bytes: 18464768
btree space waste bytes: 136939144
file data blocks allocated: 34150318080
referenced 27815415808
Btrfs v3.17-rc3-2-gbbe1dd8
$ echo $?
0
Signed-off-by: Filipe Manana <fdmanana@suse.com>
Signed-off-by: David Sterba <dsterba@suse.cz>
2014-10-17 17:20:08 +00:00
|
|
|
|
2017-02-01 15:09:47 +00:00
|
|
|
int count_digits(u64 num);
|
|
|
|
u64 div_factor(u64 num, int factor);
|
2014-12-19 14:31:00 +00:00
|
|
|
|
2014-11-25 17:46:16 +00:00
|
|
|
int btrfs_tree_search2_ioctl_supported(int fd);
|
|
|
|
|
2015-08-31 11:03:41 +00:00
|
|
|
unsigned int get_unit_mode_from_arg(int *argc, char *argv[], int df_mode);
|
2015-10-10 14:30:56 +00:00
|
|
|
int string_is_numerical(const char *str);
|
2015-08-31 11:03:41 +00:00
|
|
|
|
2016-11-21 12:52:01 +00:00
|
|
|
/*
|
|
|
|
* Global program state, configurable by command line and available to
|
|
|
|
* functions without extra context passing.
|
|
|
|
*/
|
|
|
|
struct btrfs_config {
|
|
|
|
};
|
|
|
|
extern struct btrfs_config bconf;
|
|
|
|
|
|
|
|
void btrfs_config_init(void);
|
|
|
|
|
2016-05-26 02:56:50 +00:00
|
|
|
/* Pseudo random number generator wrappers */
|
2017-02-01 15:09:47 +00:00
|
|
|
int rand_int(void);
|
|
|
|
u8 rand_u8(void);
|
|
|
|
u16 rand_u16(void);
|
2016-05-26 02:56:50 +00:00
|
|
|
u32 rand_u32(void);
|
2017-02-01 15:09:47 +00:00
|
|
|
u64 rand_u64(void);
|
2016-05-26 02:56:50 +00:00
|
|
|
unsigned int rand_range(unsigned int upper);
|
|
|
|
void init_rand_seed(u64 seed);
|
|
|
|
|
2008-01-04 15:38:22 +00:00
|
|
|
#endif
|