2018-01-18 05:52:16 +00:00
|
|
|
/*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public
|
|
|
|
* License v2 as published by the Free Software Foundation.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
* General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public
|
|
|
|
* License along with this program; if not, write to the
|
|
|
|
* Free Software Foundation, Inc., 59 Temple Place - Suite 330,
|
|
|
|
* Boston, MA 021110-1307, USA.
|
|
|
|
*/
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Defines and function declarations for code shared by both lowmem and
|
|
|
|
* original mode
|
|
|
|
*/
|
2018-02-01 16:14:42 +00:00
|
|
|
#ifndef __BTRFS_CHECK_MODE_COMMON_H__
|
|
|
|
#define __BTRFS_CHECK_MODE_COMMON_H__
|
2018-01-18 07:38:45 +00:00
|
|
|
|
|
|
|
#include <sys/stat.h>
|
2020-08-18 13:56:04 +00:00
|
|
|
#include "kernel-shared/ctree.h"
|
2018-01-18 05:52:16 +00:00
|
|
|
|
2019-04-01 05:55:49 +00:00
|
|
|
#define FREE_SPACE_CACHE_INODE_MODE (0100600)
|
2018-01-18 05:52:16 +00:00
|
|
|
/*
|
|
|
|
* Use for tree walk to walk through trees whose leaves/nodes can be shared
|
|
|
|
* between different trees. (Namely subvolume/fs trees)
|
|
|
|
*/
|
|
|
|
struct node_refs {
|
|
|
|
u64 bytenr[BTRFS_MAX_LEVEL];
|
|
|
|
u64 refs[BTRFS_MAX_LEVEL];
|
|
|
|
int need_check[BTRFS_MAX_LEVEL];
|
|
|
|
/* field for checking all trees */
|
|
|
|
int checked[BTRFS_MAX_LEVEL];
|
|
|
|
/* the corresponding extent should be marked as full backref or not */
|
|
|
|
int full_backref[BTRFS_MAX_LEVEL];
|
|
|
|
};
|
|
|
|
|
2018-07-04 19:20:14 +00:00
|
|
|
enum task_position {
|
|
|
|
TASK_ROOT_ITEMS,
|
|
|
|
TASK_EXTENTS,
|
|
|
|
TASK_FREE_SPACE,
|
|
|
|
TASK_FS_ROOTS,
|
|
|
|
TASK_CSUMS,
|
|
|
|
TASK_ROOT_REFS,
|
|
|
|
TASK_QGROUPS,
|
|
|
|
TASK_NOTHING, /* has to be the last element */
|
|
|
|
};
|
|
|
|
|
|
|
|
struct task_ctx {
|
|
|
|
int progress_enabled;
|
|
|
|
enum task_position tp;
|
|
|
|
time_t start_time;
|
|
|
|
u64 item_count;
|
|
|
|
|
|
|
|
struct task_info *info;
|
|
|
|
};
|
|
|
|
|
2018-01-18 07:31:53 +00:00
|
|
|
extern u64 bytes_used;
|
|
|
|
extern u64 total_csum_bytes;
|
|
|
|
extern u64 total_btree_bytes;
|
|
|
|
extern u64 total_fs_tree_bytes;
|
|
|
|
extern u64 total_extent_tree_bytes;
|
|
|
|
extern u64 btree_space_waste;
|
|
|
|
extern u64 data_bytes_allocated;
|
|
|
|
extern u64 data_bytes_referenced;
|
|
|
|
extern struct list_head duplicate_extents;
|
|
|
|
extern struct list_head delete_items;
|
|
|
|
extern int no_holes;
|
|
|
|
extern int init_extent_tree;
|
|
|
|
extern int check_data_csum;
|
2020-08-17 15:59:52 +00:00
|
|
|
extern struct btrfs_fs_info *gfs_info;
|
2018-01-18 07:31:53 +00:00
|
|
|
extern struct task_ctx ctx;
|
|
|
|
extern struct cache_tree *roots_info_cache;
|
|
|
|
|
2018-01-18 07:38:45 +00:00
|
|
|
static inline u8 imode_to_type(u32 imode)
|
|
|
|
{
|
|
|
|
#define S_SHIFT 12
|
|
|
|
static unsigned char btrfs_type_by_mode[S_IFMT >> S_SHIFT] = {
|
|
|
|
[S_IFREG >> S_SHIFT] = BTRFS_FT_REG_FILE,
|
|
|
|
[S_IFDIR >> S_SHIFT] = BTRFS_FT_DIR,
|
|
|
|
[S_IFCHR >> S_SHIFT] = BTRFS_FT_CHRDEV,
|
|
|
|
[S_IFBLK >> S_SHIFT] = BTRFS_FT_BLKDEV,
|
|
|
|
[S_IFIFO >> S_SHIFT] = BTRFS_FT_FIFO,
|
|
|
|
[S_IFSOCK >> S_SHIFT] = BTRFS_FT_SOCK,
|
|
|
|
[S_IFLNK >> S_SHIFT] = BTRFS_FT_SYMLINK,
|
|
|
|
};
|
|
|
|
|
|
|
|
return btrfs_type_by_mode[(imode & S_IFMT) >> S_SHIFT];
|
|
|
|
#undef S_SHIFT
|
|
|
|
}
|
|
|
|
|
2018-01-18 07:41:15 +00:00
|
|
|
static inline int fs_root_objectid(u64 objectid)
|
|
|
|
{
|
|
|
|
if (objectid == BTRFS_TREE_RELOC_OBJECTID ||
|
|
|
|
objectid == BTRFS_DATA_RELOC_TREE_OBJECTID)
|
|
|
|
return 1;
|
|
|
|
return is_fstree(objectid);
|
|
|
|
}
|
|
|
|
|
2020-08-17 17:07:06 +00:00
|
|
|
int check_prealloc_extent_written(u64 disk_bytenr, u64 num_bytes);
|
|
|
|
int count_csum_range(u64 start, u64 len, u64 *found);
|
2018-01-18 08:03:09 +00:00
|
|
|
int insert_inode_item(struct btrfs_trans_handle *trans,
|
|
|
|
struct btrfs_root *root, u64 ino, u64 size,
|
|
|
|
u64 nbytes, u64 nlink, u32 mode);
|
2018-01-18 08:07:19 +00:00
|
|
|
int link_inode_to_lostfound(struct btrfs_trans_handle *trans,
|
|
|
|
struct btrfs_root *root,
|
|
|
|
struct btrfs_path *path,
|
|
|
|
u64 ino, char *namebuf, u32 name_len,
|
|
|
|
u8 filetype, u64 *ref_count);
|
2018-01-18 08:19:53 +00:00
|
|
|
void check_dev_size_alignment(u64 devid, u64 total_bytes, u32 sectorsize);
|
2018-01-18 08:25:11 +00:00
|
|
|
void reada_walk_down(struct btrfs_root *root, struct extent_buffer *node,
|
|
|
|
int slot);
|
2018-01-18 08:30:10 +00:00
|
|
|
int check_child_node(struct extent_buffer *parent, int slot,
|
|
|
|
struct extent_buffer *child);
|
2020-08-17 17:07:06 +00:00
|
|
|
void reset_cached_block_groups(void);
|
|
|
|
int pin_metadata_blocks(void);
|
|
|
|
int exclude_metadata_blocks(void);
|
|
|
|
void cleanup_excluded_extents(void);
|
2018-10-25 05:20:46 +00:00
|
|
|
int delete_corrupted_dir_item(struct btrfs_trans_handle *trans,
|
|
|
|
struct btrfs_root *root,
|
|
|
|
struct btrfs_key *di_key, char *namebuf,
|
|
|
|
u32 namelen);
|
2019-09-12 03:11:34 +00:00
|
|
|
int detect_imode(struct btrfs_root *root, struct btrfs_path *path,
|
|
|
|
u32 *imode_ret);
|
2019-04-01 05:55:47 +00:00
|
|
|
int reset_imode(struct btrfs_trans_handle *trans, struct btrfs_root *root,
|
|
|
|
struct btrfs_path *path, u64 ino, u32 mode);
|
|
|
|
int repair_imode_common(struct btrfs_root *root, struct btrfs_path *path);
|
2020-08-17 17:07:06 +00:00
|
|
|
int check_repair_free_space_inode(struct btrfs_path *path);
|
|
|
|
|
2019-04-01 05:55:45 +00:00
|
|
|
/*
|
|
|
|
* Check if the inode mode @imode is valid
|
|
|
|
*
|
|
|
|
* This check focuses on S_FTMT bits and unused bits.
|
|
|
|
* Sticky/setuid/setgid and regular owner/group/other bits won't cause
|
|
|
|
* any problem.
|
|
|
|
*/
|
|
|
|
static inline bool is_valid_imode(u32 imode)
|
|
|
|
{
|
|
|
|
if (imode & ~(S_IFMT | 07777))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* S_IFMT is not bitmap, nor pure numbering sequence. Need per valid
|
|
|
|
* number check.
|
|
|
|
*/
|
|
|
|
imode &= S_IFMT;
|
|
|
|
if (imode != S_IFDIR && imode != S_IFCHR && imode != S_IFBLK &&
|
|
|
|
imode != S_IFREG && imode != S_IFIFO && imode != S_IFLNK &&
|
|
|
|
imode != S_IFSOCK)
|
|
|
|
return false;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2019-08-12 06:34:20 +00:00
|
|
|
int recow_extent_buffer(struct btrfs_root *root, struct extent_buffer *eb);
|
2019-09-12 03:11:30 +00:00
|
|
|
|
|
|
|
static inline u32 btrfs_type_to_imode(u8 type)
|
|
|
|
{
|
|
|
|
static u32 imode_by_btrfs_type[] = {
|
|
|
|
[BTRFS_FT_REG_FILE] = S_IFREG,
|
|
|
|
[BTRFS_FT_DIR] = S_IFDIR,
|
|
|
|
[BTRFS_FT_CHRDEV] = S_IFCHR,
|
|
|
|
[BTRFS_FT_BLKDEV] = S_IFBLK,
|
|
|
|
[BTRFS_FT_FIFO] = S_IFIFO,
|
|
|
|
[BTRFS_FT_SOCK] = S_IFSOCK,
|
|
|
|
[BTRFS_FT_SYMLINK] = S_IFLNK,
|
|
|
|
};
|
|
|
|
|
|
|
|
return imode_by_btrfs_type[(type)];
|
|
|
|
}
|
2020-08-11 11:44:48 +00:00
|
|
|
|
|
|
|
int get_extent_item_generation(u64 bytenr, u64 *gen_ret);
|
|
|
|
|
2020-11-09 05:39:51 +00:00
|
|
|
/*
|
btrfs-progs: require full nodesize alignement for subpage support
For the incoming extra page size support for subpage (sectorsize <
PAGE_SIZE) cases, the support for metadata will be a critical point.
Currently for subpage support, we require 64K page size, so that no
matter whatever the nodesize is, it will be contained inside one page.
And we will reject any tree block which crosses page boundary.
But for other page size, especially 16K page size, we must support
nodesize differently.
For nodesize < PAGE_SIZE, we will have the same requirement (tree blocks
can't cross page boundary).
While for nodesize >= PAGE_SIZE, we will require the tree blocks to be
page aligned.
To support such feature, we will make btrfs-check to reports more
subpage related warnings for metadata.
This patch will report any tree block which is not nodesize aligned as a
warning.
Existing mkfs/convert has already make sure all new tree blocks are
nodesize aligned, this is just for older converted filesystems.
Signed-off-by: Qu Wenruo <wqu@suse.com>
Signed-off-by: David Sterba <dsterba@suse.com>
2021-08-18 06:44:20 +00:00
|
|
|
* Check tree block alignment for future subpage support.
|
2020-11-09 05:39:51 +00:00
|
|
|
*
|
btrfs-progs: require full nodesize alignement for subpage support
For the incoming extra page size support for subpage (sectorsize <
PAGE_SIZE) cases, the support for metadata will be a critical point.
Currently for subpage support, we require 64K page size, so that no
matter whatever the nodesize is, it will be contained inside one page.
And we will reject any tree block which crosses page boundary.
But for other page size, especially 16K page size, we must support
nodesize differently.
For nodesize < PAGE_SIZE, we will have the same requirement (tree blocks
can't cross page boundary).
While for nodesize >= PAGE_SIZE, we will require the tree blocks to be
page aligned.
To support such feature, we will make btrfs-check to reports more
subpage related warnings for metadata.
This patch will report any tree block which is not nodesize aligned as a
warning.
Existing mkfs/convert has already make sure all new tree blocks are
nodesize aligned, this is just for older converted filesystems.
Signed-off-by: Qu Wenruo <wqu@suse.com>
Signed-off-by: David Sterba <dsterba@suse.com>
2021-08-18 06:44:20 +00:00
|
|
|
* For subpage support, either nodesize is smaller than PAGE_SIZE, then tree
|
|
|
|
* block should not cross page boundary. (A)
|
|
|
|
* Or nodesize >= PAGE_SIZE, then it should be page aligned. (B)
|
2020-11-09 05:39:51 +00:00
|
|
|
*
|
btrfs-progs: require full nodesize alignement for subpage support
For the incoming extra page size support for subpage (sectorsize <
PAGE_SIZE) cases, the support for metadata will be a critical point.
Currently for subpage support, we require 64K page size, so that no
matter whatever the nodesize is, it will be contained inside one page.
And we will reject any tree block which crosses page boundary.
But for other page size, especially 16K page size, we must support
nodesize differently.
For nodesize < PAGE_SIZE, we will have the same requirement (tree blocks
can't cross page boundary).
While for nodesize >= PAGE_SIZE, we will require the tree blocks to be
page aligned.
To support such feature, we will make btrfs-check to reports more
subpage related warnings for metadata.
This patch will report any tree block which is not nodesize aligned as a
warning.
Existing mkfs/convert has already make sure all new tree blocks are
nodesize aligned, this is just for older converted filesystems.
Signed-off-by: Qu Wenruo <wqu@suse.com>
Signed-off-by: David Sterba <dsterba@suse.com>
2021-08-18 06:44:20 +00:00
|
|
|
* But here we have no idea the PAGE_SIZE could be, so here we play safe by
|
|
|
|
* requiring all tree blocks to be nodesize aligned.
|
|
|
|
*
|
|
|
|
* For 4K page size system, it always meets condition (B), thus we don't need
|
|
|
|
* to bother that much.
|
2020-11-09 05:39:51 +00:00
|
|
|
*/
|
btrfs-progs: require full nodesize alignement for subpage support
For the incoming extra page size support for subpage (sectorsize <
PAGE_SIZE) cases, the support for metadata will be a critical point.
Currently for subpage support, we require 64K page size, so that no
matter whatever the nodesize is, it will be contained inside one page.
And we will reject any tree block which crosses page boundary.
But for other page size, especially 16K page size, we must support
nodesize differently.
For nodesize < PAGE_SIZE, we will have the same requirement (tree blocks
can't cross page boundary).
While for nodesize >= PAGE_SIZE, we will require the tree blocks to be
page aligned.
To support such feature, we will make btrfs-check to reports more
subpage related warnings for metadata.
This patch will report any tree block which is not nodesize aligned as a
warning.
Existing mkfs/convert has already make sure all new tree blocks are
nodesize aligned, this is just for older converted filesystems.
Signed-off-by: Qu Wenruo <wqu@suse.com>
Signed-off-by: David Sterba <dsterba@suse.com>
2021-08-18 06:44:20 +00:00
|
|
|
static inline void btrfs_check_subpage_eb_alignment(struct btrfs_fs_info *info,
|
|
|
|
u64 start, u32 len)
|
2020-11-09 05:39:51 +00:00
|
|
|
{
|
btrfs-progs: require full nodesize alignement for subpage support
For the incoming extra page size support for subpage (sectorsize <
PAGE_SIZE) cases, the support for metadata will be a critical point.
Currently for subpage support, we require 64K page size, so that no
matter whatever the nodesize is, it will be contained inside one page.
And we will reject any tree block which crosses page boundary.
But for other page size, especially 16K page size, we must support
nodesize differently.
For nodesize < PAGE_SIZE, we will have the same requirement (tree blocks
can't cross page boundary).
While for nodesize >= PAGE_SIZE, we will require the tree blocks to be
page aligned.
To support such feature, we will make btrfs-check to reports more
subpage related warnings for metadata.
This patch will report any tree block which is not nodesize aligned as a
warning.
Existing mkfs/convert has already make sure all new tree blocks are
nodesize aligned, this is just for older converted filesystems.
Signed-off-by: Qu Wenruo <wqu@suse.com>
Signed-off-by: David Sterba <dsterba@suse.com>
2021-08-18 06:44:20 +00:00
|
|
|
if (!IS_ALIGNED(start, info->nodesize))
|
2020-11-09 05:39:51 +00:00
|
|
|
warning(
|
btrfs-progs: require full nodesize alignement for subpage support
For the incoming extra page size support for subpage (sectorsize <
PAGE_SIZE) cases, the support for metadata will be a critical point.
Currently for subpage support, we require 64K page size, so that no
matter whatever the nodesize is, it will be contained inside one page.
And we will reject any tree block which crosses page boundary.
But for other page size, especially 16K page size, we must support
nodesize differently.
For nodesize < PAGE_SIZE, we will have the same requirement (tree blocks
can't cross page boundary).
While for nodesize >= PAGE_SIZE, we will require the tree blocks to be
page aligned.
To support such feature, we will make btrfs-check to reports more
subpage related warnings for metadata.
This patch will report any tree block which is not nodesize aligned as a
warning.
Existing mkfs/convert has already make sure all new tree blocks are
nodesize aligned, this is just for older converted filesystems.
Signed-off-by: Qu Wenruo <wqu@suse.com>
Signed-off-by: David Sterba <dsterba@suse.com>
2021-08-18 06:44:20 +00:00
|
|
|
"tree block [%llu, %llu) is not nodesize aligned, may cause problem for 64K page system",
|
2020-11-09 05:39:51 +00:00
|
|
|
start, start + len);
|
|
|
|
}
|
|
|
|
|
2021-06-09 06:27:42 +00:00
|
|
|
int repair_dev_item_bytes_used(struct btrfs_fs_info *fs_info,
|
|
|
|
u64 devid, u64 bytes_used_expected);
|
|
|
|
|
2022-01-14 00:51:20 +00:00
|
|
|
int fill_csum_tree(struct btrfs_trans_handle *trans, bool search_fs_tree);
|
|
|
|
|
2018-01-18 05:52:16 +00:00
|
|
|
#endif
|