xfstests: 276: new test to ensure btrfs backref integrity

This is a btrfs specific scratch test checking the backref walker. It
creates a file system with compressed and uncompressed data extents, picks
files randomly and uses filefrag to get their extents. It then asks the
btrfs utility (inspect-internal) to do the backref resolving from fs-logical
address (the one filefrag calls "physical") back to the inode number and
file-logical offset, verifying the result.

Signed-off-by: Jan Schmidt <list.btrfs@jan-o-sch.net>
Signed-off-by: Christoph Hellwig <hch@lst.de>

diff --git a/276 b/276
new file mode 100755 (executable)
index 0000000..f22d089
--- /dev/null
+++ b/276
@@ -0,0 +1,230 @@
+#! /bin/bash
+
+# creator
+owner=list.btrfs@jan-o-sch.net
+
+seq=`basename $0`
+echo "QA output created by $seq"
+
+here=`pwd`
+# 1=production, 0=avoid touching the scratch dev (no mount/umount, no writes)
+fresh=1
+tmp=/tmp/$$
+status=1
+FSTYP=btrfs
+
+_cleanup()
+{
+       if [ $fresh -ne 0 ]; then
+               echo "*** unmount" 
+               umount $SCRATCH_MNT 2>/dev/null
+       fi
+       rm -f $tmp.*
+}
+trap "_cleanup; exit \$status" 0 1 2 3 15
+
+# get standard environment, filters and checks
+. ./common.rc
+. ./common.filter
+
+# real QA test starts here
+_supported_fs btrfs
+_supported_os Linux
+
+if [ $fresh -ne 0 ]; then
+       _require_scratch
+fi
+
+_require_nobigloopfs
+
+[ -n "$BTRFS_UTIL_PROG" ] || _notrun "btrfs executable not found"
+$BTRFS_UTIL_PROG inspect-internal --help >/dev/null 2>&1
+[ $? -eq 0 ] || _notrun "btrfs executable too old"
+which filefrag >/dev/null 2>&1
+[ $? -eq 0 ] || _notrun "filefrag missing"
+
+
+rm -f $seq.full
+
+FILEFRAG_FILTER='if (/, blocksize (\d+)/) {$blocksize = $1; next} ($ext, '\
+'$logical, $physical, $expected, $length, $flags) = (/^\s*(\d+)\s+(\d+)'\
+'\s+(\d+)\s+(?:(\d+)\s+)?(\d+)\s+(.*)/) or next; $flags =~ '\
+'/(?:^|,)inline(?:,|$)/ and next; print $physical * $blocksize, "#", '\
+'$length * $blocksize, "#", $logical * $blocksize, " "'
+
+_filter_extents()
+{
+       tee -a $seq.full | $PERL_PROG -ne "$FILEFRAG_FILTER"
+}
+
+_check_file_extents()
+{
+       cmd="filefrag -vx $1"
+       echo "# $cmd" >> $seq.full
+       out=`$cmd | _filter_extents`
+       if [ -z "$out" ]; then
+               return 1
+       fi
+       echo "after filter: $out" >> $seq.full
+       echo $out
+       return 0
+}
+
+_btrfs_inspect_addr()
+{
+       mp=$1
+       addr=$2
+       expect_addr=$3
+       expect_inum=$4
+       file=$5
+       cmd="$BTRFS_UTIL_PROG inspect-internal logical-resolve -P $addr $mp"
+       echo "# $cmd" >> $seq.full
+       out=`$cmd`
+       echo "$out" >> $seq.full
+       grep_expr="inode $expect_inum offset $expect_addr root"
+       echo "$out" | grep "^$grep_expr 5$" >/dev/null
+       ret=$?
+       if [ $ret -eq 0 ]; then
+               # look for a root number that is not 5
+               echo "$out" | grep "^$grep_expr \([0-46-9][0-9]*\|5[0-9]\+\)$" \
+                       >/dev/null
+               ret=$?
+       fi
+       if [ $ret -eq 0 ]; then
+               return 0
+       fi
+       echo "unexpected output from"
+       echo "  $cmd"
+       echo "expected inum: $expect_inum, expected address: $expect_addr,"\
+               "file: $file, got:"
+       echo "$out"
+       return 1
+}
+
+_btrfs_inspect_inum()
+{
+       file=$1
+       inum=$2
+       snap_name=$3
+       mp="$SCRATCH_MNT/$snap_name"
+       cmd="$BTRFS_UTIL_PROG inspect-internal inode-resolve $inum $mp"
+       echo "# $cmd" >> $seq.full
+       out=`$cmd`
+       echo "$out" >> $seq.full
+       grep_expr="^$file$"
+       cnt=`echo "$out" | grep "$grep_expr" | wc -l`
+       if [ $cnt -ge "1" ]; then
+               return 0
+       fi
+       echo "unexpected output from"
+       echo "  $cmd"
+       echo "expected path: $file, got:"
+       echo "$out"
+       return 1
+}
+
+_btrfs_inspect_check()
+{
+       file=$1
+       physical=$2
+       length=$3
+       logical=$4
+       snap_name=$5
+       cmd="stat -c %i $file"
+       echo "# $cmd" >> $seq.full
+       inum=`$cmd`
+       echo "$inum" >> $seq.full
+       _btrfs_inspect_addr "$SCRATCH_MNT/$snap_name" $physical $logical $inum\
+                       $file
+       ret=$?
+       if [ $ret -eq 0 ]; then
+               _btrfs_inspect_inum $file $inum $snap_name
+               ret=$?
+       fi
+       return $?
+}
+
+run_check()
+{
+       echo "# $@" >> $seq.full 2>&1
+       "$@" >> $seq.full 2>&1 || _fail "failed: '$@'"
+}
+
+workout()
+{
+       fsz=$1
+       nfiles=$2
+       procs=$3
+       snap_name=$4
+
+       if [ $fresh -ne 0 ]; then
+               umount $SCRATCH_DEV >/dev/null 2>&1
+               echo "*** mkfs -dsize=$fsz"    >>$seq.full
+               echo ""                                     >>$seq.full
+               _scratch_mkfs_sized $fsz >>$seq.full 2>&1 \
+                       || _fail "size=$fsz mkfs failed"
+               _scratch_mount                              >>$seq.full 2>&1 \
+                       || _fail "mount failed"
+               # -w ensures that the only ops are ones which cause write I/O
+               run_check $FSSTRESS_PROG -d $SCRATCH_MNT -w -p $procs -n 1000 \
+                       $FSSTRESS_AVOID
+
+               run_check $BTRFS_UTIL_PROG subvol snap $SCRATCH_MNT \
+                       $SCRATCH_MNT/$snap_name
+
+               run_check umount $SCRATCH_DEV >/dev/null 2>&1
+               run_check _scratch_mount "-o compress=lzo"
+
+               # -w ensures that the only ops are ones which cause write I/O
+               run_check $FSSTRESS_PROG -d $SCRATCH_MNT -w -p $procs -n 2000 \
+                       $FSSTRESS_AVOID
+       else
+               echo "*** skipping mkfs part"   >>$seq.full
+       fi
+
+       cnt=0
+       errcnt=0
+       dir="$SCRATCH_MNT/$snap_name/"
+       for file in `find $dir -name f\* -size +0 | sort -R`; do
+               extents=`_check_file_extents $file`
+               ret=$?
+               if [ $ret -ne 0 ]; then
+                       continue;
+               fi
+               for i in $extents; do
+                       physical=$i
+                       length=$i
+                       logical=$i
+                       physical=`echo $physical | sed -e 's/#.*//'`
+                       length=`echo $length | sed -e 's/[^#]+#//'`
+                       length=`echo $length | sed -e 's/#.*//'`
+                       logical=`echo $logical | sed -e 's/.*#//'`
+                       _btrfs_inspect_check $file $physical $length $logical \
+                                               $snap_name
+                       ret=$?
+                       if [ $ret -ne 0 ]; then
+                               errcnt=`expr $errcnt + 1`
+                       fi
+               done
+               cnt=`expr $cnt + 1`
+               if [ $cnt -ge $nfiles ]; then
+                       break
+               fi
+       done
+       if [ $errcnt -gt 0 ]; then
+               echo "test failed: $errcnt error(s)"
+       fi
+}
+
+echo "*** test backref walking"
+
+snap_name="snap1"
+filesize=`expr 2000 \* 1024 \* 1024`
+nfiles=4
+numprocs=1
+
+workout $filesize $nfiles $numprocs $snap_name
+
+echo "*** done"
+status=0
+exit

diff --git a/276.out b/276.out
new file mode 100644 (file)
index 0000000..2032dea
--- /dev/null
+++ b/276.out
@@ -0,0 +1,4 @@
+QA output created by 276
+*** test backref walking
+*** done
+*** unmount

diff --git a/common.config b/common.config
index 1df2bbd330e279f0c58a057c0efc06cc7b531ef7..7bed1c596ec452478742ed8408cb23ee04e0f9c6 100644 (file)
--- a/common.config
+++ b/common.config
@@ -185,6 +185,7 @@ case "$HOSTOS" in
         export MKFS_XFS_PROG="`set_prog_path mkfs.xfs`"
         export MKFS_UDF_PROG="`set_prog_path mkudffs`"
         export MKFS_BTRFS_PROG="`set_prog_path mkfs.btrfs`"
+        export BTRFS_UTIL_PROG="`set_prog_path btrfs`"
         export XFS_FSR_PROG="`set_prog_path xfs_fsr`"
         export MKFS_NFS_PROG="false"
         ;;

diff --git a/group b/group
index 08d999a7c3620c163adc310a93faa1de244aac96..dd9f00d07ffc707c1920b8bdd1499234f5ee46d9 100644 (file)
--- a/group
+++ b/group
@@ -389,3 +389,4 @@ deprecated
 273 auto rw
 274 auto rw
 275 auto rw
+276 auto rw metadata