From patchwork Wed Feb 12 03:33:17 2025 Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit X-Patchwork-Submitter: "Darrick J. Wong" X-Patchwork-Id: 13971215 Received: from smtp.kernel.org (aws-us-west-2-korg-mail-1.web.codeaurora.org [10.30.226.201]) (using TLSv1.2 with cipher ECDHE-RSA-AES256-GCM-SHA384 (256/256 bits)) (No client certificate requested) by smtp.subspace.kernel.org (Postfix) with ESMTPS id 77E111DA612; Wed, 12 Feb 2025 03:33:18 +0000 (UTC) Authentication-Results: smtp.subspace.kernel.org; arc=none smtp.client-ip=10.30.226.201 ARC-Seal: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1739331198; cv=none; b=kVwZ4qkG2nYVrHcrPyzRx7zvbybQm20L6hgDGU3oKOIrHLmhZ16BfUwmPTc5WkM0v5pbFK1AjMTBW9UaT0lcw7RUFqrbwv1PWItiZBCRwQ/v1K/hYi+u5hssQbBqiX22uYiIVC6qQh4KiLdqkwljb8bWfqI3EVJ+y62LBlRy4ag= ARC-Message-Signature: i=1; a=rsa-sha256; d=subspace.kernel.org; s=arc-20240116; t=1739331198; c=relaxed/simple; bh=6e08DndLyaeeaZPTE3xuTmL/uOAaHR1QIHtNbiZ4ZTk=; h=Date:Subject:From:To:Cc:Message-ID:In-Reply-To:References: MIME-Version:Content-Type; b=jo8QugWJ1GreIbLeL/yYVJDD+yCYxMb+muEmwXpoAmkJHAcnvCCe30EhjCsfefq6JMZYBLY0ieo9Wklel9JWRhKdBkUX7GfDy6oM3gHbhndXhNfoHsTUjn5Sh/GP+Zx5SBLP3JmY53+ECs4MC4EqJx93fZVfOUKh3FGGElB5zxI= ARC-Authentication-Results: i=1; smtp.subspace.kernel.org; dkim=pass (2048-bit key) header.d=kernel.org header.i=@kernel.org header.b=N9Mlr89o; arc=none smtp.client-ip=10.30.226.201 Authentication-Results: smtp.subspace.kernel.org; dkim=pass (2048-bit key) header.d=kernel.org header.i=@kernel.org header.b="N9Mlr89o" Received: by smtp.kernel.org (Postfix) with ESMTPSA id E2C02C4CEDF; Wed, 12 Feb 2025 03:33:17 +0000 (UTC) DKIM-Signature: v=1; a=rsa-sha256; c=relaxed/simple; d=kernel.org; s=k20201202; t=1739331198; bh=6e08DndLyaeeaZPTE3xuTmL/uOAaHR1QIHtNbiZ4ZTk=; h=Date:Subject:From:To:Cc:In-Reply-To:References:From; b=N9Mlr89o/gWd7J3R9jz+fYxeDBsxQsG5eBcZ4hAyeoJ5GRJvlA/He3eFpruCRr0Wt Cl+kvFMH1DSVgkMm7c6iBP7PsYRU8X2Af1qRWzp4oJVnhVvAxvlZdCaALT23g9M09x +irEBPW9zh8haFXZlm36wqj2InauVFt0lcJPFtM19Uzf1UWmdT9rqJQgjNevhsx5Fp g3Ik2yv35RLWTXed8u2nOmy0sxRxAAaeqNopxx0kDCyv+FRHX7lM23TU21PoxV0Hvx I9urIldPNnBjwJNOq/x4Uk9TbVj2VAktTz4EwiOKVhmNrfCljECP8PZRZZ257TmZQO Tvi5Q5zcVCF7w== Date: Tue, 11 Feb 2025 19:33:17 -0800 Subject: [PATCH 10/34] generic/759,760: skip test if we can't set up a hugepage for IO From: "Darrick J. Wong" To: djwong@kernel.org, zlang@redhat.com Cc: joannelkoong@gmail.com, fstests@vger.kernel.org, linux-xfs@vger.kernel.org Message-ID: <173933094507.1758477.425979019420266054.stgit@frogsfrogsfrogs> In-Reply-To: <173933094308.1758477.194807226568567866.stgit@frogsfrogsfrogs> References: <173933094308.1758477.194807226568567866.stgit@frogsfrogsfrogs> Precedence: bulk X-Mailing-List: fstests@vger.kernel.org List-Id: List-Subscribe: List-Unsubscribe: MIME-Version: 1.0 From: Darrick J. Wong On an arm64 VM with 64k base pages and a paltry 8G of RAM, this test will frequently fail like this: > QA output created by 759 > fsx -N 10000 -l 500000 -h > -fsx -N 10000 -o 8192 -l 500000 -h > -fsx -N 10000 -o 128000 -l 500000 -h > +Seed set to 1 > +madvise collapse for buf: Cannot allocate memory > +init_hugepages_buf failed for good_buf: Cannot allocate memory This system has a 512MB hugepage size, which means that there's a good chance that memory is so fragmented that we won't be able to create a huge page (in 1/16th the available DRAM). Create a _run_hugepage_fsx helper that will detect this situation at the start of the test and skip it, having refactored run_fsx into a properly namespaced version that won't exit the test on failure. Cc: # v2025.02.02 Cc: joannelkoong@gmail.com Fixes: 627289232371e3 ("generic: add tests for read/writes from hugepages-backed buffers") Signed-off-by: "Darrick J. Wong" Reviewed-by: Joanne Koong --- common/rc | 34 ++++++++++++++++++++++++++++++---- ltp/fsx.c | 6 ++++-- tests/generic/759 | 6 +++--- tests/generic/760 | 6 +++--- 4 files changed, 40 insertions(+), 12 deletions(-) diff --git a/common/rc b/common/rc index b7736173e6e839..36e270abbc082a 100644 --- a/common/rc +++ b/common/rc @@ -4982,20 +4982,46 @@ _require_hugepage_fsx() _notrun "fsx binary does not support MADV_COLLAPSE" } -run_fsx() +_run_fsx() { - echo fsx $@ + echo "fsx $*" local args=`echo $@ | sed -e "s/ BSIZE / $bsize /g" -e "s/ PSIZE / $psize /g"` set -- $here/ltp/fsx $args $FSX_AVOID $TEST_DIR/junk echo "$@" >>$seqres.full rm -f $TEST_DIR/junk "$@" 2>&1 | tee -a $seqres.full >$tmp.fsx - if [ ${PIPESTATUS[0]} -ne 0 ]; then + local res=${PIPESTATUS[0]} + if [ $res -ne 0 ]; then cat $tmp.fsx rm -f $tmp.fsx - exit 1 + return $res fi rm -f $tmp.fsx + return 0 +} + +# Run fsx with -h(ugepage buffers). If we can't set up a hugepage then skip +# the test, but if any other error occurs then exit the test. +_run_hugepage_fsx() { + _run_fsx "$@" -h &> $tmp.hugepage_fsx + local res=$? + if [ $res -eq 103 ]; then + # According to the MADV_COLLAPSE manpage, these three errors + # can happen if the kernel could not collapse a collection of + # pages into a single huge page. + grep -q -E ' for hugebuf: (Cannot allocate memory|Device or resource busy|Resource temporarily unavailable)' $tmp.hugepage_fsx && \ + _notrun "Could not set up huge page for test" + fi + cat $tmp.hugepage_fsx + rm -f $tmp.hugepage_fsx + test $res -ne 0 && exit 1 + return 0 +} + +# run fsx or exit the test +run_fsx() +{ + _run_fsx "$@" || exit 1 } _require_statx() diff --git a/ltp/fsx.c b/ltp/fsx.c index cf9502a74c17a7..d1b0f245582b31 100644 --- a/ltp/fsx.c +++ b/ltp/fsx.c @@ -2974,13 +2974,15 @@ init_hugepages_buf(unsigned len, int hugepage_size, int alignment, long *buf_siz ret = posix_memalign(&buf, hugepage_size, size); if (ret) { - prterr("posix_memalign for buf"); + /* common/rc greps this error message */ + prterr("posix_memalign for hugebuf"); return NULL; } memset(buf, '\0', size); ret = madvise(buf, size, MADV_COLLAPSE); if (ret) { - prterr("madvise collapse for buf"); + /* common/rc greps this error message */ + prterr("madvise collapse for hugebuf"); free(buf); return NULL; } diff --git a/tests/generic/759 b/tests/generic/759 index a7dec155056abc..49c02214559a55 100755 --- a/tests/generic/759 +++ b/tests/generic/759 @@ -15,9 +15,9 @@ _require_test _require_thp _require_hugepage_fsx -run_fsx -N 10000 -l 500000 -h -run_fsx -N 10000 -o 8192 -l 500000 -h -run_fsx -N 10000 -o 128000 -l 500000 -h +_run_hugepage_fsx -N 10000 -l 500000 +_run_hugepage_fsx -N 10000 -o 8192 -l 500000 +_run_hugepage_fsx -N 10000 -o 128000 -l 500000 status=0 exit diff --git a/tests/generic/760 b/tests/generic/760 index 4781a8d1eec4ec..f270636e56a377 100755 --- a/tests/generic/760 +++ b/tests/generic/760 @@ -19,9 +19,9 @@ _require_hugepage_fsx psize=`$here/src/feature -s` bsize=`$here/src/min_dio_alignment $TEST_DIR $TEST_DEV` -run_fsx -N 10000 -l 500000 -r PSIZE -t BSIZE -w BSIZE -Z -R -W -h -run_fsx -N 10000 -o 8192 -l 500000 -r PSIZE -t BSIZE -w BSIZE -Z -R -W -h -run_fsx -N 10000 -o 128000 -l 500000 -r PSIZE -t BSIZE -w BSIZE -Z -R -W -h +_run_hugepage_fsx -N 10000 -l 500000 -r PSIZE -t BSIZE -w BSIZE -Z -R -W +_run_hugepage_fsx -N 10000 -o 8192 -l 500000 -r PSIZE -t BSIZE -w BSIZE -Z -R -W +_run_hugepage_fsx -N 10000 -o 128000 -l 500000 -r PSIZE -t BSIZE -w BSIZE -Z -R -W status=0 exit