md: move initialization and destruction of 'io_acct_set' to md.c

'io_acct_set' is only used for raid0 and raid456, prepare to use it for
raid1 and raid10, so that io accounting from different levels can be
consistent.

By the way, follow up patches will also use this io clone mechanism to
make sure 'active_io' represents in flight io, not io that is dispatching,
so that mddev_suspend will wait for io to be done as designed.

Signed-off-by: Yu Kuai <yukuai3@huawei.com>
Reviewed-by: Xiao Ni <xni@redhat.com>
Signed-off-by: Song Liu <song@kernel.org>
Link: https://lore.kernel.org/r/20230621165110.1498313-2-yukuai1@huaweicloud.com

diff --git a/drivers/md/md.c b/drivers/md/md.c
index f8774b1ef0aab542c37aed18ab2ef406f8f96bd3..1a0844250b9b044e16cf2e5a1a340a820d8941f0 100644 (file)
--- a/drivers/md/md.c
+++ b/drivers/md/md.c
@@ -5876,6 +5876,13 @@ int md_run(struct mddev *mddev)
                        goto exit_bio_set;
        }
 
+       if (!bioset_initialized(&mddev->io_acct_set)) {
+               err = bioset_init(&mddev->io_acct_set, BIO_POOL_SIZE,
+                                 offsetof(struct md_io_acct, bio_clone), 0);
+               if (err)
+                       goto exit_sync_set;
+       }
+
        spin_lock(&pers_lock);
        pers = find_pers(mddev->level, mddev->clevel);
        if (!pers || !try_module_get(pers->owner)) {
@@ -6053,6 +6060,8 @@ bitmap_abort:
        module_put(pers->owner);
        md_bitmap_destroy(mddev);
 abort:
+       bioset_exit(&mddev->io_acct_set);
+exit_sync_set:
        bioset_exit(&mddev->sync_set);
 exit_bio_set:
        bioset_exit(&mddev->bio_set);
@@ -6276,6 +6285,7 @@ static void __md_stop(struct mddev *mddev)
        percpu_ref_exit(&mddev->active_io);
        bioset_exit(&mddev->bio_set);
        bioset_exit(&mddev->sync_set);
+       bioset_exit(&mddev->io_acct_set);
 }
 
 void md_stop(struct mddev *mddev)
@@ -8641,23 +8651,6 @@ void md_submit_discard_bio(struct mddev *mddev, struct md_rdev *rdev,
 }
 EXPORT_SYMBOL_GPL(md_submit_discard_bio);
 
-int acct_bioset_init(struct mddev *mddev)
-{
-       int err = 0;
-
-       if (!bioset_initialized(&mddev->io_acct_set))
-               err = bioset_init(&mddev->io_acct_set, BIO_POOL_SIZE,
-                       offsetof(struct md_io_acct, bio_clone), 0);
-       return err;
-}
-EXPORT_SYMBOL_GPL(acct_bioset_init);
-
-void acct_bioset_exit(struct mddev *mddev)
-{
-       bioset_exit(&mddev->io_acct_set);
-}
-EXPORT_SYMBOL_GPL(acct_bioset_exit);
-
 static void md_end_io_acct(struct bio *bio)
 {
        struct md_io_acct *md_io_acct = bio->bi_private;

diff --git a/drivers/md/md.h b/drivers/md/md.h
index 914e6ece9af298ee945951cfc5c583a04079bed7..4d771e5d3c7178654c88f3f4dd591efb12f96f19 100644 (file)
--- a/drivers/md/md.h
+++ b/drivers/md/md.h
@@ -774,8 +774,6 @@ extern void md_error(struct mddev *mddev, struct md_rdev *rdev);
 extern void md_finish_reshape(struct mddev *mddev);
 void md_submit_discard_bio(struct mddev *mddev, struct md_rdev *rdev,
                        struct bio *bio, sector_t start, sector_t size);
-int acct_bioset_init(struct mddev *mddev);
-void acct_bioset_exit(struct mddev *mddev);
 void md_account_bio(struct mddev *mddev, struct bio **bio);
 
 extern bool __must_check md_flush_request(struct mddev *mddev, struct bio *bio);

diff --git a/drivers/md/raid0.c b/drivers/md/raid0.c
index d1ac73fcd85292756e5c3c110625920d1bcdf76b..4106d943aae7593b34442967fbabd2b0990a0f60 100644 (file)
--- a/drivers/md/raid0.c
+++ b/drivers/md/raid0.c
@@ -377,7 +377,6 @@ static void raid0_free(struct mddev *mddev, void *priv)
        struct r0conf *conf = priv;
 
        free_conf(mddev, conf);
-       acct_bioset_exit(mddev);
 }
 
 static int raid0_run(struct mddev *mddev)
@@ -392,16 +391,11 @@ static int raid0_run(struct mddev *mddev)
        if (md_check_no_bitmap(mddev))
                return -EINVAL;
 
-       if (acct_bioset_init(mddev)) {
-               pr_err("md/raid0:%s: alloc acct bioset failed.\n", mdname(mddev));
-               return -ENOMEM;
-       }
-
        /* if private is not null, we are here after takeover */
        if (mddev->private == NULL) {
                ret = create_strip_zones(mddev, &conf);
                if (ret < 0)
-                       goto exit_acct_set;
+                       return ret;
                mddev->private = conf;
        }
        conf = mddev->private;
@@ -432,15 +426,9 @@ static int raid0_run(struct mddev *mddev)
 
        ret = md_integrity_register(mddev);
        if (ret)
-               goto free;
+               free_conf(mddev, conf);
 
        return ret;
-
-free:
-       free_conf(mddev, conf);
-exit_acct_set:
-       acct_bioset_exit(mddev);
-       return ret;
 }
 
 /*

diff --git a/drivers/md/raid5.c b/drivers/md/raid5.c
index 85b3004594e03a2b4e778efea1142c57417a81f3..db3cec2282371635eadd261fef2f9508e7658937 100644 (file)
--- a/drivers/md/raid5.c
+++ b/drivers/md/raid5.c
@@ -7787,19 +7787,12 @@ static int raid5_run(struct mddev *mddev)
        struct md_rdev *rdev;
        struct md_rdev *journal_dev = NULL;
        sector_t reshape_offset = 0;
-       int i, ret = 0;
+       int i;
        long long min_offset_diff = 0;
        int first = 1;
 
-       if (acct_bioset_init(mddev)) {
-               pr_err("md/raid456:%s: alloc acct bioset failed.\n", mdname(mddev));
+       if (mddev_init_writes_pending(mddev) < 0)
                return -ENOMEM;
-       }
-
-       if (mddev_init_writes_pending(mddev) < 0) {
-               ret = -ENOMEM;
-               goto exit_acct_set;
-       }
 
        if (mddev->recovery_cp != MaxSector)
                pr_notice("md/raid:%s: not clean -- starting background reconstruction\n",
@@ -7830,8 +7823,7 @@ static int raid5_run(struct mddev *mddev)
            (mddev->bitmap_info.offset || mddev->bitmap_info.file)) {
                pr_notice("md/raid:%s: array cannot have both journal and bitmap\n",
                          mdname(mddev));
-               ret = -EINVAL;
-               goto exit_acct_set;
+               return -EINVAL;
        }
 
        if (mddev->reshape_position != MaxSector) {
@@ -7856,15 +7848,13 @@ static int raid5_run(struct mddev *mddev)
                if (journal_dev) {
                        pr_warn("md/raid:%s: don't support reshape with journal - aborting.\n",
                                mdname(mddev));
-                       ret = -EINVAL;
-                       goto exit_acct_set;
+                       return -EINVAL;
                }
 
                if (mddev->new_level != mddev->level) {
                        pr_warn("md/raid:%s: unsupported reshape required - aborting.\n",
                                mdname(mddev));
-                       ret = -EINVAL;
-                       goto exit_acct_set;
+                       return -EINVAL;
                }
                old_disks = mddev->raid_disks - mddev->delta_disks;
                /* reshape_position must be on a new-stripe boundary, and one
@@ -7880,8 +7870,7 @@ static int raid5_run(struct mddev *mddev)
                if (sector_div(here_new, chunk_sectors * new_data_disks)) {
                        pr_warn("md/raid:%s: reshape_position not on a stripe boundary\n",
                                mdname(mddev));
-                       ret = -EINVAL;
-                       goto exit_acct_set;
+                       return -EINVAL;
                }
                reshape_offset = here_new * chunk_sectors;
                /* here_new is the stripe we will write to */
@@ -7903,8 +7892,7 @@ static int raid5_run(struct mddev *mddev)
                        else if (mddev->ro == 0) {
                                pr_warn("md/raid:%s: in-place reshape must be started in read-only mode - aborting\n",
                                        mdname(mddev));
-                               ret = -EINVAL;
-                               goto exit_acct_set;
+                               return -EINVAL;
                        }
                } else if (mddev->reshape_backwards
                    ? (here_new * chunk_sectors + min_offset_diff <=
@@ -7914,8 +7902,7 @@ static int raid5_run(struct mddev *mddev)
                        /* Reading from the same stripe as writing to - bad */
                        pr_warn("md/raid:%s: reshape_position too early for auto-recovery - aborting.\n",
                                mdname(mddev));
-                       ret = -EINVAL;
-                       goto exit_acct_set;
+                       return -EINVAL;
                }
                pr_debug("md/raid:%s: reshape will continue\n", mdname(mddev));
                /* OK, we should be able to continue; */
@@ -7939,10 +7926,8 @@ static int raid5_run(struct mddev *mddev)
        else
                conf = mddev->private;
 
-       if (IS_ERR(conf)) {
-               ret = PTR_ERR(conf);
-               goto exit_acct_set;
-       }
+       if (IS_ERR(conf))
+               return PTR_ERR(conf);
 
        if (test_bit(MD_HAS_JOURNAL, &mddev->flags)) {
                if (!journal_dev) {
@@ -8140,10 +8125,7 @@ abort:
        free_conf(conf);
        mddev->private = NULL;
        pr_warn("md/raid:%s: failed to run raid set.\n", mdname(mddev));
-       ret = -EIO;
-exit_acct_set:
-       acct_bioset_exit(mddev);
-       return ret;
+       return -EIO;
 }
 
 static void raid5_free(struct mddev *mddev, void *priv)
@@ -8151,7 +8133,6 @@ static void raid5_free(struct mddev *mddev, void *priv)
        struct r5conf *conf = priv;
 
        free_conf(conf);
-       acct_bioset_exit(mddev);
        mddev->to_remove = &raid5_attrs_group;
 }