]> www.infradead.org Git - users/dwmw2/linux.git/commitdiff
btrfs: tests: add selftests for raid-stripe-tree
authorJohannes Thumshirn <johannes.thumshirn@wdc.com>
Wed, 2 Oct 2024 10:11:48 +0000 (12:11 +0200)
committerDavid Sterba <dsterba@suse.com>
Mon, 11 Nov 2024 13:34:14 +0000 (14:34 +0100)
Add first stash of very basic self tests for the RAID stripe-tree.

More test cases will follow exercising the tree.

Reviewed-by: Filipe Manana <fdmanana@suse.com>
Signed-off-by: Johannes Thumshirn <johannes.thumshirn@wdc.com>
Signed-off-by: David Sterba <dsterba@suse.com>
fs/btrfs/Makefile
fs/btrfs/raid-stripe-tree.c
fs/btrfs/raid-stripe-tree.h
fs/btrfs/tests/btrfs-tests.c
fs/btrfs/tests/btrfs-tests.h
fs/btrfs/tests/raid-stripe-tree-tests.c [new file with mode: 0644]
fs/btrfs/volumes.c
fs/btrfs/volumes.h

index 87617f2968bccf9938905f119dd9ea1f27220862..3cfc440c636ca3965e0aa8aa423ebe2ac0352d1b 100644 (file)
@@ -43,4 +43,5 @@ btrfs-$(CONFIG_FS_VERITY) += verity.o
 btrfs-$(CONFIG_BTRFS_FS_RUN_SANITY_TESTS) += tests/free-space-tests.o \
        tests/extent-buffer-tests.o tests/btrfs-tests.o \
        tests/extent-io-tests.o tests/inode-tests.o tests/qgroup-tests.o \
-       tests/free-space-tree-tests.o tests/extent-map-tests.o
+       tests/free-space-tree-tests.o tests/extent-map-tests.o \
+       tests/raid-stripe-tree-tests.o
index 4c859b550f6c33092a832d82812bfe99deeecd82..b7787a8e4af295498f2460ae22c0a6f0e91b2ea3 100644 (file)
@@ -108,8 +108,9 @@ static int update_raid_extent_item(struct btrfs_trans_handle *trans,
        return ret;
 }
 
-static int btrfs_insert_one_raid_extent(struct btrfs_trans_handle *trans,
-                                       struct btrfs_io_context *bioc)
+EXPORT_FOR_TESTS
+int btrfs_insert_one_raid_extent(struct btrfs_trans_handle *trans,
+                                struct btrfs_io_context *bioc)
 {
        struct btrfs_fs_info *fs_info = trans->fs_info;
        struct btrfs_key stripe_key;
index 1ac1c21aac2f9bc39cc9a88ba920495e058595d6..541836421778692f4acc8d862c15829d2eaec17a 100644 (file)
@@ -28,6 +28,11 @@ int btrfs_get_raid_extent_offset(struct btrfs_fs_info *fs_info,
 int btrfs_insert_raid_extent(struct btrfs_trans_handle *trans,
                             struct btrfs_ordered_extent *ordered_extent);
 
+#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
+int btrfs_insert_one_raid_extent(struct btrfs_trans_handle *trans,
+                                struct btrfs_io_context *bioc);
+#endif
+
 static inline bool btrfs_need_stripe_tree_update(struct btrfs_fs_info *fs_info,
                                                 u64 map_type)
 {
index ce50847e1e01a4245ba1e5ff6a414b7a66f4de02..e607b5d52fb1d2292976e8347a3a9d7a3cac9b8e 100644 (file)
@@ -29,6 +29,7 @@ const char *test_error[] = {
        [TEST_ALLOC_BLOCK_GROUP]     = "cannot allocate block group",
        [TEST_ALLOC_EXTENT_MAP]      = "cannot allocate extent map",
        [TEST_ALLOC_CHUNK_MAP]       = "cannot allocate chunk map",
+       [TEST_ALLOC_IO_CONTEXT]      = "cannot allocate io context",
 };
 
 static const struct super_operations btrfs_test_super_ops = {
@@ -291,6 +292,9 @@ int btrfs_run_sanity_tests(void)
                        ret = btrfs_test_free_space_tree(sectorsize, nodesize);
                        if (ret)
                                goto out;
+                       ret = btrfs_test_raid_stripe_tree(sectorsize, nodesize);
+                       if (ret)
+                               goto out;
                }
        }
        ret = btrfs_test_extent_map();
index dc2f2ab15fa5c3d7a42f57a1bf157a553c8203f5..b524ecf2f452b673e99da9fd4596683202dc3aff 100644 (file)
@@ -24,6 +24,7 @@ enum {
        TEST_ALLOC_BLOCK_GROUP,
        TEST_ALLOC_EXTENT_MAP,
        TEST_ALLOC_CHUNK_MAP,
+       TEST_ALLOC_IO_CONTEXT,
 };
 
 extern const char *test_error[];
@@ -37,6 +38,7 @@ int btrfs_test_extent_io(u32 sectorsize, u32 nodesize);
 int btrfs_test_inodes(u32 sectorsize, u32 nodesize);
 int btrfs_test_qgroups(u32 sectorsize, u32 nodesize);
 int btrfs_test_free_space_tree(u32 sectorsize, u32 nodesize);
+int btrfs_test_raid_stripe_tree(u32 sectorsize, u32 nodesize);
 int btrfs_test_extent_map(void);
 struct inode *btrfs_new_test_inode(void);
 struct btrfs_fs_info *btrfs_alloc_dummy_fs_info(u32 nodesize, u32 sectorsize);
diff --git a/fs/btrfs/tests/raid-stripe-tree-tests.c b/fs/btrfs/tests/raid-stripe-tree-tests.c
new file mode 100644 (file)
index 0000000..b8013ab
--- /dev/null
@@ -0,0 +1,317 @@
+// SPDX-License-Identifier: GPL-2.0
+/*
+ * Copyright (C) 2024 Western Digital Corporation or its affiliates.
+ */
+
+#include <linux/sizes.h>
+#include "../fs.h"
+#include "../disk-io.h"
+#include "../transaction.h"
+#include "../volumes.h"
+#include "../raid-stripe-tree.h"
+#include "btrfs-tests.h"
+
+#define RST_TEST_NUM_DEVICES   (2)
+#define RST_TEST_RAID1_TYPE    (BTRFS_BLOCK_GROUP_DATA | BTRFS_BLOCK_GROUP_RAID1)
+
+typedef int (*test_func_t)(struct btrfs_trans_handle *trans);
+
+static struct btrfs_device *btrfs_device_by_devid(struct btrfs_fs_devices *fs_devices,
+                                                 u64 devid)
+{
+       struct btrfs_device *dev;
+
+       list_for_each_entry(dev, &fs_devices->devices, dev_list) {
+               if (dev->devid == devid)
+                       return dev;
+       }
+
+       return NULL;
+}
+
+/*
+ * Test a 64K RST write on a 2 disk RAID1 at a logical address of 1M and then
+ * overwrite the whole range giving it new physical address at an offset of 1G.
+ * The intent of this test is to exercise the 'update_raid_extent_item()'
+ * function called be btrfs_insert_one_raid_extent().
+ */
+static int test_create_update_delete(struct btrfs_trans_handle *trans)
+{
+       struct btrfs_fs_info *fs_info = trans->fs_info;
+       struct btrfs_io_context *bioc;
+       struct btrfs_io_stripe io_stripe = { 0 };
+       u64 map_type = RST_TEST_RAID1_TYPE;
+       u64 logical = SZ_1M;
+       u64 len = SZ_64K;
+       int ret;
+
+       bioc = alloc_btrfs_io_context(fs_info, logical, RST_TEST_NUM_DEVICES);
+       if (!bioc) {
+               test_std_err(TEST_ALLOC_IO_CONTEXT);
+               ret = -ENOMEM;
+               goto out;
+       }
+
+       io_stripe.dev = btrfs_device_by_devid(fs_info->fs_devices, 0);
+       bioc->map_type = map_type;
+       bioc->size = len;
+
+       for (int i = 0; i < RST_TEST_NUM_DEVICES; i++) {
+               struct btrfs_io_stripe *stripe = &bioc->stripes[i];
+
+               stripe->dev = btrfs_device_by_devid(fs_info->fs_devices, i);
+               if (!stripe->dev) {
+                       test_err("cannot find device with devid %d", i);
+                       ret = -EINVAL;
+                       goto out;
+               }
+
+               stripe->physical = logical + i * SZ_1G;
+       }
+
+       ret = btrfs_insert_one_raid_extent(trans, bioc);
+       if (ret) {
+               test_err("inserting RAID extent failed: %d", ret);
+               goto out;
+       }
+
+       io_stripe.dev = btrfs_device_by_devid(fs_info->fs_devices, 0);
+       if (!io_stripe.dev) {
+               ret = -EINVAL;
+               goto out;
+       }
+
+       ret = btrfs_get_raid_extent_offset(fs_info, logical, &len, map_type, 0, &io_stripe);
+       if (ret) {
+               test_err("lookup of RAID extent [%llu, %llu] failed", logical,
+                        logical + len);
+               goto out;
+       }
+
+       if (io_stripe.physical != logical) {
+               test_err("invalid physical address, expected %llu got %llu",
+                        logical, io_stripe.physical);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       if (len != SZ_64K) {
+               test_err("invalid stripe length, expected %llu got %llu",
+                        (u64)SZ_64K, len);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       for (int i = 0; i < RST_TEST_NUM_DEVICES; i++) {
+               struct btrfs_io_stripe *stripe = &bioc->stripes[i];
+
+               stripe->dev = btrfs_device_by_devid(fs_info->fs_devices, i);
+               if (!stripe->dev) {
+                       test_err("cannot find device with devid %d", i);
+                       ret = -EINVAL;
+                       goto out;
+               }
+
+               stripe->physical = SZ_1G + logical + i * SZ_1G;
+       }
+
+       ret = btrfs_insert_one_raid_extent(trans, bioc);
+       if (ret) {
+               test_err("updating RAID extent failed: %d", ret);
+               goto out;
+       }
+
+       ret = btrfs_get_raid_extent_offset(fs_info, logical, &len, map_type, 0, &io_stripe);
+       if (ret) {
+               test_err("lookup of RAID extent [%llu, %llu] failed", logical,
+                        logical + len);
+               goto out;
+       }
+
+       if (io_stripe.physical != logical + SZ_1G) {
+               test_err("invalid physical address, expected %llu, got %llu",
+                        logical + SZ_1G, io_stripe.physical);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       if (len != SZ_64K) {
+               test_err("invalid stripe length, expected %llu, got %llu",
+                        (u64)SZ_64K, len);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       ret = btrfs_delete_raid_extent(trans, logical, len);
+       if (ret)
+               test_err("deleting RAID extent [%llu, %llu] failed", logical,
+                        logical + len);
+
+out:
+       btrfs_put_bioc(bioc);
+       return ret;
+}
+
+/*
+ * Test a simple 64K RST write on a 2 disk RAID1 at a logical address of 1M.
+ * The "physical" copy on device 0 is at 1M, on device 1 it is at 1G+1M.
+ */
+static int test_simple_create_delete(struct btrfs_trans_handle *trans)
+{
+       struct btrfs_fs_info *fs_info = trans->fs_info;
+       struct btrfs_io_context *bioc;
+       struct btrfs_io_stripe io_stripe = { 0 };
+       u64 map_type = RST_TEST_RAID1_TYPE;
+       u64 logical = SZ_1M;
+       u64 len = SZ_64K;
+       int ret;
+
+       bioc = alloc_btrfs_io_context(fs_info, logical, RST_TEST_NUM_DEVICES);
+       if (!bioc) {
+               test_std_err(TEST_ALLOC_IO_CONTEXT);
+               ret = -ENOMEM;
+               goto out;
+       }
+
+       bioc->map_type = map_type;
+       bioc->size = SZ_64K;
+
+       for (int i = 0; i < RST_TEST_NUM_DEVICES; i++) {
+               struct btrfs_io_stripe *stripe = &bioc->stripes[i];
+
+               stripe->dev = btrfs_device_by_devid(fs_info->fs_devices, i);
+               if (!stripe->dev) {
+                       test_err("cannot find device with devid %d", i);
+                       ret = -EINVAL;
+                       goto out;
+               }
+
+               stripe->physical = logical + i * SZ_1G;
+       }
+
+       ret = btrfs_insert_one_raid_extent(trans, bioc);
+       if (ret) {
+               test_err("inserting RAID extent failed: %d", ret);
+               goto out;
+       }
+
+       io_stripe.dev = btrfs_device_by_devid(fs_info->fs_devices, 0);
+       if (!io_stripe.dev) {
+               ret = -EINVAL;
+               goto out;
+       }
+
+       ret = btrfs_get_raid_extent_offset(fs_info, logical, &len, map_type, 0, &io_stripe);
+       if (ret)  {
+               test_err("lookup of RAID extent [%llu, %llu] failed", logical,
+                        logical + len);
+               goto out;
+       }
+
+       if (io_stripe.physical != logical) {
+               test_err("invalid physical address, expected %llu got %llu",
+                        logical, io_stripe.physical);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       if (len != SZ_64K) {
+               test_err("invalid stripe length, expected %llu got %llu",
+                        (u64)SZ_64K, len);
+               ret = -EINVAL;
+               goto out;
+       }
+
+       ret = btrfs_delete_raid_extent(trans, logical, len);
+       if (ret)
+               test_err("deleting RAID extent [%llu, %llu] failed", logical,
+                        logical + len);
+
+out:
+       btrfs_put_bioc(bioc);
+       return ret;
+}
+
+static const test_func_t tests[] = {
+       test_simple_create_delete,
+       test_create_update_delete,
+};
+
+static int run_test(test_func_t test, u32 sectorsize, u32 nodesize)
+{
+       struct btrfs_trans_handle trans;
+       struct btrfs_fs_info *fs_info;
+       struct btrfs_root *root = NULL;
+       int ret;
+
+       fs_info = btrfs_alloc_dummy_fs_info(sectorsize, nodesize);
+       if (!fs_info) {
+               test_std_err(TEST_ALLOC_FS_INFO);
+               ret = -ENOMEM;
+               goto out;
+       }
+
+       root = btrfs_alloc_dummy_root(fs_info);
+       if (IS_ERR(root)) {
+               test_std_err(TEST_ALLOC_ROOT);
+               ret = PTR_ERR(root);
+               goto out;
+       }
+       btrfs_set_super_compat_ro_flags(root->fs_info->super_copy,
+                                       BTRFS_FEATURE_INCOMPAT_RAID_STRIPE_TREE);
+       root->root_key.objectid = BTRFS_RAID_STRIPE_TREE_OBJECTID;
+       root->root_key.type = BTRFS_ROOT_ITEM_KEY;
+       root->root_key.offset = 0;
+       fs_info->stripe_root = root;
+       root->fs_info->tree_root = root;
+
+       root->node = alloc_test_extent_buffer(root->fs_info, nodesize);
+       if (IS_ERR(root->node)) {
+               test_std_err(TEST_ALLOC_EXTENT_BUFFER);
+               ret = PTR_ERR(root->node);
+               goto out;
+       }
+       btrfs_set_header_level(root->node, 0);
+       btrfs_set_header_nritems(root->node, 0);
+       root->alloc_bytenr += 2 * nodesize;
+
+       for (int i = 0; i < RST_TEST_NUM_DEVICES; i++) {
+               struct btrfs_device *dev;
+
+               dev = btrfs_alloc_dummy_device(fs_info);
+               if (IS_ERR(dev)) {
+                       test_err("cannot allocate device");
+                       ret = PTR_ERR(dev);
+                       goto out;
+               }
+               dev->devid = i;
+       }
+
+       btrfs_init_dummy_trans(&trans, root->fs_info);
+       ret = test(&trans);
+       if (ret)
+               goto out;
+
+out:
+       btrfs_free_dummy_root(root);
+       btrfs_free_dummy_fs_info(fs_info);
+
+       return ret;
+}
+
+int btrfs_test_raid_stripe_tree(u32 sectorsize, u32 nodesize)
+{
+       int ret = 0;
+
+       test_msg("running raid-stripe-tree tests");
+       for (int i = 0; i < ARRAY_SIZE(tests); i++) {
+               ret = run_test(tests[i], sectorsize, nodesize);
+               if (ret) {
+                       test_err("test-case %ps failed with %d\n", tests[i], ret);
+                       goto out;
+               }
+       }
+
+out:
+       return ret;
+}
index 82f3a2ed2d9ce8567604a8b1a3e7b781bf04a9b4..edb2dd6bb4f470bacda8d38cc96ee1fc8220ba51 100644 (file)
@@ -6041,9 +6041,9 @@ static int find_live_mirror(struct btrfs_fs_info *fs_info,
        return preferred_mirror;
 }
 
-static struct btrfs_io_context *alloc_btrfs_io_context(struct btrfs_fs_info *fs_info,
-                                                      u64 logical,
-                                                      u16 total_stripes)
+EXPORT_FOR_TESTS
+struct btrfs_io_context *alloc_btrfs_io_context(struct btrfs_fs_info *fs_info,
+                                               u64 logical, u16 total_stripes)
 {
        struct btrfs_io_context *bioc;
 
index 26e35fc1c8fdab7d0770868fa73b6645e299f353..3ebb3c2732b0f86566dd2521d3d964a237b27837 100644 (file)
@@ -840,4 +840,9 @@ bool btrfs_repair_one_zone(struct btrfs_fs_info *fs_info, u64 logical);
 bool btrfs_pinned_by_swapfile(struct btrfs_fs_info *fs_info, void *ptr);
 const u8 *btrfs_sb_fsid_ptr(const struct btrfs_super_block *sb);
 
+#ifdef CONFIG_BTRFS_FS_RUN_SANITY_TESTS
+struct btrfs_io_context *alloc_btrfs_io_context(struct btrfs_fs_info *fs_info,
+                                               u64 logical, u16 total_stripes);
+#endif
+
 #endif