iomap: Convert __iomap_zero_iter to use a folio
authorMatthew Wilcox (Oracle) <willy@infradead.org>
Fri, 5 Nov 2021 18:24:09 +0000 (14:24 -0400)
committerMatthew Wilcox (Oracle) <willy@infradead.org>
Fri, 10 Dec 2021 14:39:19 +0000 (09:39 -0500)
The zero iterator can work in folio-sized chunks instead of page-sized
chunks.  This will save a lot of page cache lookups if the file is cached
in large folios.

Signed-off-by: Matthew Wilcox (Oracle) <willy@infradead.org>
Reviewed-by: Christoph Hellwig <hch@lst.de>
Reviewed-by: Darrick J. Wong <djwong@kernel.org>
fs/iomap/buffered-io.c

index 1a9e897ee25abf86cac4a7c8d6b7d46eb078a066..3c2f99b5ae45da25414a4269de18cc4a494b82fd 100644 (file)
@@ -890,19 +890,23 @@ EXPORT_SYMBOL_GPL(iomap_file_unshare);
 
 static s64 __iomap_zero_iter(struct iomap_iter *iter, loff_t pos, u64 length)
 {
+       struct folio *folio;
        struct page *page;
        int status;
-       unsigned offset = offset_in_page(pos);
+       size_t offset;
        unsigned bytes = min_t(u64, UINT_MAX, length);
 
        status = iomap_write_begin(iter, pos, bytes, &page);
        if (status)
                return status;
-       if (bytes > PAGE_SIZE - offset)
-               bytes = PAGE_SIZE - offset;
+       folio = page_folio(page);
+
+       offset = offset_in_folio(folio, pos);
+       if (bytes > folio_size(folio) - offset)
+               bytes = folio_size(folio) - offset;
 
-       zero_user(page, offset, bytes);
-       mark_page_accessed(page);
+       folio_zero_range(folio, offset, bytes);
+       folio_mark_accessed(folio);
 
        return iomap_write_end(iter, pos, bytes, bytes, page);
 }