@@ -1465,7 +1465,7 @@ static void scrub_stripe_reset_bitmaps(struct scrub_stripe *stripe)
static int scrub_find_fill_first_stripe(struct btrfs_block_group *bg,
struct btrfs_device *dev, u64 physical,
int mirror_num, u64 logical_start,
- u32 logical_len,
+ u64 logical_len,
struct scrub_stripe *stripe)
{
struct btrfs_fs_info *fs_info = bg->fs_info;
@@ -2988,6 +2988,164 @@ int btrfs_scrub_dev(struct btrfs_fs_info *fs_info, u64 devid, u64 start,
return ret;
}
+static void scrub_copy_stripe(const struct scrub_stripe *src,
+ struct scrub_stripe *dst)
+{
+ struct scrub_ctx *sctx = src->sctx;
+ struct btrfs_fs_info *fs_info = sctx->fs_info;
+
+ /* This function should only be called for logical scrub. */
+ ASSERT(sctx->scrub_logical);
+ scrub_reset_stripe(dst);
+
+ dst->bg = src->bg;
+ dst->dev = NULL;
+ dst->physical = 0;
+ dst->logical = src->logical;
+ dst->mirror_num = src->mirror_num;
+
+ bitmap_copy(&dst->extent_sector_bitmap, &src->extent_sector_bitmap,
+ src->nr_sectors);
+ memcpy(dst->csums, src->csums,
+ (BTRFS_STRIPE_LEN >> fs_info->sectorsize_bits) *
+ fs_info->csum_size);
+
+ for (int i = 0; i < src->nr_sectors; i++) {
+ dst->sectors[i].is_metadata = src->sectors[i].is_metadata;
+ if (src->sectors[i].is_metadata)
+ dst->sectors[i].generation = src->sectors[i].generation;
+ else if (src->sectors[i].csum)
+ dst->sectors[i].csum = dst->csums + i * fs_info->csum_size;
+ }
+ dst->nr_data_extents = src->nr_data_extents;
+ dst->nr_meta_extents = src->nr_meta_extents;
+ set_bit(SCRUB_STRIPE_FLAG_INITIALIZED, &dst->state);
+}
+
+/*
+ * Unlike queue_scrub_stripe() which only queue one stripe, this queue all
+ * mirrors for non-RAID56 profiles, or the full stripe for RAID56.
+ */
+static int queue_scrub_logical_stripes(struct scrub_ctx *sctx,
+ struct btrfs_block_group *bg, u64 logical)
+{
+ const int raid_index = btrfs_bg_flags_to_raid_index(bg->flags);
+ const int nr_copies = btrfs_raid_array[raid_index].ncopies;
+ const int old_cur = sctx->cur_stripe;
+ struct scrub_stripe *stripe;
+ int ret;
+
+ ASSERT(sctx->stripes);
+ ASSERT(sctx->nr_stripes);
+
+ if (sctx->cur_stripe + nr_copies > sctx->nr_stripes) {
+ ret = flush_scrub_stripes(sctx);
+ if (ret < 0)
+ return ret;
+ }
+
+ stripe = &sctx->stripes[old_cur];
+
+ scrub_reset_stripe(stripe);
+ ret = scrub_find_fill_first_stripe(bg, NULL, 0, 1,
+ logical, bg->start + bg->length - logical, stripe);
+ /* Either >0 as no more extents or <0 for error. */
+ if (ret)
+ return ret;
+
+ /* For the remaining slots, just copy the above mirror. */
+ for (int i = 1; i < nr_copies; i++) {
+ struct scrub_stripe *dst = &sctx->stripes[old_cur + i];
+
+ scrub_copy_stripe(stripe, dst);
+ dst->mirror_num = i + 1;
+ }
+ sctx->cur_stripe += nr_copies;
+ return 0;
+}
+
+static int scrub_logical_one_chunk(struct scrub_ctx *sctx,
+ struct btrfs_block_group *bg)
+{
+ struct btrfs_fs_info *fs_info = sctx->fs_info;
+ struct extent_map_tree *map_tree = &fs_info->mapping_tree;
+ struct extent_map *em;
+ u64 cur = bg->start;
+ const int raid_index = btrfs_bg_flags_to_raid_index(bg->flags);
+ const int nr_copies = btrfs_raid_array[raid_index].ncopies;
+ int nr_stripes;
+ int ret = 0;
+ int flush_ret;
+
+ read_lock(&map_tree->lock);
+ em = lookup_extent_mapping(map_tree, bg->start, bg->length);
+ read_unlock(&map_tree->lock);
+ if (!em) {
+ /*
+ * Might have been an unused block group deleted by the cleaner
+ * kthread or relocation.
+ */
+ spin_lock(&bg->lock);
+ if (!test_bit(BLOCK_GROUP_FLAG_REMOVED, &bg->runtime_flags))
+ ret = -EINVAL;
+ spin_unlock(&bg->lock);
+ return ret;
+ }
+
+ scrub_blocked_if_needed(fs_info);
+
+ /* RAID56 not yet supported. */
+ if (bg->flags & BTRFS_BLOCK_GROUP_RAID56_MASK) {
+ ret = -EOPNOTSUPP;
+ goto out;
+ }
+
+ nr_stripes = SCRUB_STRIPES_PER_SCTX * nr_copies;
+ ret = alloc_scrub_stripes(sctx, nr_stripes);
+ if (ret < 0)
+ goto out;
+
+ while (cur < bg->start + bg->length) {
+ /* Canceled? */
+ if (atomic_read(&fs_info->scrub_cancel_req) ||
+ atomic_read(&sctx->cancel_req)) {
+ ret = -ECANCELED;
+ break;
+ }
+ /* Paused? */
+ if (atomic_read(&fs_info->scrub_pause_req)) {
+ /* Push queued extents */
+ scrub_blocked_if_needed(fs_info);
+ }
+ /* Block group removed? */
+ spin_lock(&bg->lock);
+ if (test_bit(BLOCK_GROUP_FLAG_REMOVED, &bg->runtime_flags)) {
+ spin_unlock(&bg->lock);
+ ret = 0;
+ break;
+ }
+ spin_unlock(&bg->lock);
+
+ ret = queue_scrub_logical_stripes(sctx, bg, cur);
+ if (ret > 0) {
+ ret = 0;
+ break;
+ }
+ if (ret < 0)
+ break;
+ ASSERT(sctx->cur_stripe >= 1);
+ cur = sctx->stripes[sctx->cur_stripe - 1].logical + BTRFS_STRIPE_LEN;
+ }
+out:
+ flush_ret = flush_scrub_stripes(sctx);
+ if (!ret)
+ ret = flush_ret;
+ free_scrub_stripes(sctx);
+ free_extent_map(em);
+ return ret;
+
+}
+
static int scrub_logical_chunks(struct scrub_ctx *sctx, u64 start, u64 end)
{
struct btrfs_fs_info *fs_info = sctx->fs_info;
@@ -3018,8 +3176,7 @@ static int scrub_logical_chunks(struct scrub_ctx *sctx, u64 start, u64 end)
break;
}
- /* The real work starts here. */
- ret = -EOPNOTSUPP;
+ ret = scrub_logical_one_chunk(sctx, bg);
if (ro_set)
btrfs_dec_block_group_ro(bg);
Unlike the per-device scrub code, logical bytenr based scrub code is much easier iterating the extents. The difference is mainly in the stripe queueing part, as we need to queue @nr_copies stripes at once. So here we introduce a helper, scrub_copy_stripe(), and fill the first stripe, then use that helper to fill the remaining copies. For now, we still use the same flush_scrub_stripes(), but the repair part is less efficient. Signed-off-by: Qu Wenruo <wqu@suse.com> --- fs/btrfs/scrub.c | 163 ++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 160 insertions(+), 3 deletions(-)