0189c279af
We need to check that we are able to create large enough file which is
used as an export base rather than connection URL. Unfortunately, there
are cases when the TEST_IMG_FILE is not defined. We should fallback to
TEST_IMG in that case.
This problem has been detected when running
./check -nbd 5
The test should be able to run while it does not.
Signed-off-by: Denis V. Lunev <den@openvz.org>
CC: Kevin Wolf <kwolf@redhat.com>
CC: Hanna Reitz <hreitz@redhat.com>
CC: Eric Blake <eblake@redhat.com>
CC: Vladimir Sementsov-Ogievskiy <vsementsov@yandex-team.ru>
Message-ID: <20230906140917.559129-2-den@openvz.org>
Tested-by: Eric Blake <eblake@redhat.com>
Reviewed-by: Eric Blake <eblake@redhat.com>
Signed-off-by: Eric Blake <eblake@redhat.com>
1043 lines
27 KiB
Bash
1043 lines
27 KiB
Bash
#!/usr/bin/env bash
|
|
#
|
|
# Copyright Red Hat
|
|
# Copyright (c) 2000-2006 Silicon Graphics, Inc. All Rights Reserved.
|
|
#
|
|
# This program is free software; you can redistribute it and/or modify
|
|
# it under the terms of the GNU General Public License as published by
|
|
# the Free Software Foundation; either version 2 of the License, or
|
|
# (at your option) any later version.
|
|
#
|
|
# This program is distributed in the hope that it will be useful,
|
|
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
# GNU General Public License for more details.
|
|
#
|
|
# You should have received a copy of the GNU General Public License
|
|
# along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
#
|
|
|
|
export LANG=C
|
|
|
|
PATH=".:$PATH"
|
|
|
|
HOSTOS=$(uname -s)
|
|
arch=$(uname -m)
|
|
[[ "$arch" =~ "ppc64" ]] && qemu_arch=ppc64 || qemu_arch="$arch"
|
|
|
|
# make sure we have a standard umask
|
|
umask 022
|
|
|
|
# bail out, setting up .notrun file
|
|
_notrun()
|
|
{
|
|
echo "$*" >"$TEST_DIR/$seq.notrun"
|
|
echo "$seq not run: $*"
|
|
status=0
|
|
exit
|
|
}
|
|
|
|
if ! command -v gsed >/dev/null 2>&1; then
|
|
if sed --version 2>&1 | grep -v 'not GNU sed' | grep 'GNU sed' > /dev/null;
|
|
then
|
|
gsed()
|
|
{
|
|
sed "$@"
|
|
}
|
|
else
|
|
gsed()
|
|
{
|
|
_notrun "GNU sed not available"
|
|
}
|
|
fi
|
|
fi
|
|
|
|
dd()
|
|
{
|
|
if [ "$HOSTOS" == "Linux" ]
|
|
then
|
|
command dd --help | grep noxfer > /dev/null 2>&1
|
|
|
|
if [ "$?" -eq 0 ]
|
|
then
|
|
command dd status=noxfer $@
|
|
else
|
|
command dd $@
|
|
fi
|
|
else
|
|
command dd $@
|
|
fi
|
|
}
|
|
|
|
# poke_file 'test.img' 512 '\xff\xfe'
|
|
poke_file()
|
|
{
|
|
printf "$3" | dd "of=$1" bs=1 "seek=$2" conv=notrunc &>/dev/null
|
|
}
|
|
|
|
# poke_file_le $img_filename $offset $byte_width $value
|
|
# Example: poke_file_le "$TEST_IMG" 512 2 65534
|
|
poke_file_le()
|
|
{
|
|
local img=$1 ofs=$2 len=$3 val=$4 str=''
|
|
|
|
while ((len--)); do
|
|
str+=$(printf '\\x%02x' $((val & 0xff)))
|
|
val=$((val >> 8))
|
|
done
|
|
|
|
poke_file "$img" "$ofs" "$str"
|
|
}
|
|
|
|
# poke_file_be $img_filename $offset $byte_width $value
|
|
# Example: poke_file_be "$TEST_IMG" 512 2 65279
|
|
poke_file_be()
|
|
{
|
|
local img=$1 ofs=$2 len=$3 val=$4
|
|
local str=$(printf "%0$((len * 2))x\n" $val | sed 's/\(..\)/\\x\1/g')
|
|
|
|
poke_file "$img" "$ofs" "$str"
|
|
}
|
|
|
|
# peek_file_le 'test.img' 512 2 => 65534
|
|
peek_file_le()
|
|
{
|
|
local val=0 shift=0 byte
|
|
|
|
# coreutils' od --endian is not portable, so manually assemble bytes.
|
|
for byte in $(od -j"$2" -N"$3" -An -v -tu1 "$1"); do
|
|
val=$(( val | (byte << shift) ))
|
|
shift=$((shift + 8))
|
|
done
|
|
printf %llu $val
|
|
}
|
|
|
|
# peek_file_be 'test.img' 512 2 => 65279
|
|
peek_file_be()
|
|
{
|
|
local val=0 byte
|
|
|
|
# coreutils' od --endian is not portable, so manually assemble bytes.
|
|
for byte in $(od -j"$2" -N"$3" -An -v -tu1 "$1"); do
|
|
val=$(( (val << 8) | byte ))
|
|
done
|
|
printf %llu $val
|
|
}
|
|
|
|
# peek_file_raw 'test.img' 512 2 => '\xff\xfe'. Do not use if the raw data
|
|
# is likely to contain \0 or trailing \n.
|
|
peek_file_raw()
|
|
{
|
|
dd if="$1" bs=1 skip="$2" count="$3" status=none
|
|
}
|
|
|
|
_optstr_add()
|
|
{
|
|
if [ -n "$1" ]; then
|
|
echo "$1,$2"
|
|
else
|
|
echo "$2"
|
|
fi
|
|
}
|
|
|
|
# Set the variables to the empty string to turn Valgrind off
|
|
# for specific processes, e.g.
|
|
# $ VALGRIND_QEMU_IO= ./check -qcow2 -valgrind 015
|
|
|
|
: ${VALGRIND_QEMU_VM=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QEMU_IMG=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QEMU_IO=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QEMU_NBD=$VALGRIND_QEMU}
|
|
: ${VALGRIND_QSD=$VALGRIND_QEMU}
|
|
|
|
# The Valgrind own parameters may be set with
|
|
# its environment variable VALGRIND_OPTS, e.g.
|
|
# $ VALGRIND_OPTS="--leak-check=yes" ./check -qcow2 -valgrind 015
|
|
|
|
_qemu_proc_exec()
|
|
{
|
|
local VALGRIND_LOGFILE="$1"
|
|
shift
|
|
if [[ "${VALGRIND_QEMU}" == "y" && "${NO_VALGRIND}" != "y" ]]; then
|
|
exec valgrind --log-file="${VALGRIND_LOGFILE}" --error-exitcode=99 "$@"
|
|
else
|
|
exec "$@"
|
|
fi
|
|
}
|
|
|
|
_qemu_proc_valgrind_log()
|
|
{
|
|
local VALGRIND_LOGFILE="$1"
|
|
local RETVAL="$2"
|
|
if [[ "${VALGRIND_QEMU}" == "y" && "${NO_VALGRIND}" != "y" ]]; then
|
|
if [ $RETVAL == 99 ]; then
|
|
cat "${VALGRIND_LOGFILE}"
|
|
fi
|
|
rm -f "${VALGRIND_LOGFILE}"
|
|
fi
|
|
}
|
|
|
|
_qemu_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
if [ -n "${QEMU_NEED_PID}" ]; then
|
|
echo $BASHPID > "${QEMU_TEST_DIR}/qemu-${_QEMU_HANDLE}.pid"
|
|
fi
|
|
|
|
GDB=""
|
|
if [ -n "${GDB_OPTIONS}" ]; then
|
|
GDB="gdbserver ${GDB_OPTIONS}"
|
|
fi
|
|
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_VM}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
$GDB "$QEMU_PROG" $QEMU_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_img_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_IMG}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QEMU_IMG_PROG" $QEMU_IMG_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_io_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
local QEMU_IO_ARGS="$QEMU_IO_OPTIONS"
|
|
if [ "$IMGOPTSSYNTAX" = "true" ]; then
|
|
QEMU_IO_ARGS="--image-opts $QEMU_IO_ARGS"
|
|
if [ -n "$IMGKEYSECRET" ]; then
|
|
QEMU_IO_ARGS="--object secret,id=keysec0,data=$IMGKEYSECRET $QEMU_IO_ARGS"
|
|
fi
|
|
fi
|
|
(
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_IO}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QEMU_IO_PROG" $QEMU_IO_ARGS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_nbd_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
VALGRIND_QEMU="${VALGRIND_QEMU_NBD}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QEMU_NBD_PROG" --pid-file="${QEMU_TEST_DIR}/qemu-nbd.pid" \
|
|
$QEMU_NBD_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
_qemu_storage_daemon_wrapper()
|
|
{
|
|
local VALGRIND_LOGFILE="${TEST_DIR}"/$$.valgrind
|
|
(
|
|
if [ -n "${QSD_NEED_PID}" ]; then
|
|
echo $BASHPID > "${QEMU_TEST_DIR}/qemu-storage-daemon.pid"
|
|
fi
|
|
VALGRIND_QEMU="${VALGRIND_QSD}" _qemu_proc_exec "${VALGRIND_LOGFILE}" \
|
|
"$QSD_PROG" $QSD_OPTIONS "$@"
|
|
)
|
|
RETVAL=$?
|
|
_qemu_proc_valgrind_log "${VALGRIND_LOGFILE}" $RETVAL
|
|
return $RETVAL
|
|
}
|
|
|
|
# Valgrind bug #409141 https://bugs.kde.org/show_bug.cgi?id=409141
|
|
# Until valgrind 3.16+ is ubiquitous, we must work around a hang in
|
|
# valgrind when issuing sigkill. Disable valgrind for this invocation.
|
|
_NO_VALGRIND()
|
|
{
|
|
NO_VALGRIND="y" "$@"
|
|
}
|
|
|
|
export QEMU=_qemu_wrapper
|
|
export QEMU_IMG=_qemu_img_wrapper
|
|
export QEMU_IO=_qemu_io_wrapper
|
|
export QEMU_NBD=_qemu_nbd_wrapper
|
|
export QSD=_qemu_storage_daemon_wrapper
|
|
|
|
if [ "$IMGOPTSSYNTAX" = "true" ]; then
|
|
DRIVER="driver=$IMGFMT"
|
|
QEMU_IMG_EXTRA_ARGS="--image-opts $QEMU_IMG_EXTRA_ARGS"
|
|
if [ -n "$IMGKEYSECRET" ]; then
|
|
QEMU_IMG_EXTRA_ARGS="--object secret,id=keysec0,data=$IMGKEYSECRET $QEMU_IMG_EXTRA_ARGS"
|
|
fi
|
|
if [ "$IMGFMT" = "luks" ]; then
|
|
DRIVER="$DRIVER,key-secret=keysec0"
|
|
fi
|
|
if [ "$IMGPROTO" = "file" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.filename=$TEST_DIR/t.$IMGFMT"
|
|
elif [ "$IMGPROTO" = "nbd" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.driver=nbd,file.type=unix"
|
|
TEST_IMG="$TEST_IMG,file.path=$SOCK_DIR/nbd"
|
|
elif [ "$IMGPROTO" = "fuse" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.filename=$SOCK_DIR/fuse-t.$IMGFMT"
|
|
elif [ "$IMGPROTO" = "ssh" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$DRIVER,file.driver=ssh,file.host=127.0.0.1,file.path=$TEST_IMG_FILE"
|
|
elif [ "$IMGPROTO" = "nfs" ]; then
|
|
TEST_DIR="$DRIVER,file.driver=nfs,file.filename=nfs://127.0.0.1/$TEST_DIR"
|
|
TEST_IMG=$TEST_DIR/t.$IMGFMT
|
|
else
|
|
TEST_IMG="$DRIVER,file.driver=$IMGPROTO,file.filename=$TEST_DIR/t.$IMGFMT"
|
|
fi
|
|
else
|
|
QEMU_IMG_EXTRA_ARGS=
|
|
if [ "$IMGPROTO" = "file" ]; then
|
|
TEST_IMG=$TEST_DIR/t.$IMGFMT
|
|
elif [ "$IMGPROTO" = "nbd" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="nbd+unix:///?socket=$SOCK_DIR/nbd"
|
|
elif [ "$IMGPROTO" = "fuse" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
TEST_IMG="$SOCK_DIR/fuse-t.$IMGFMT"
|
|
elif [ "$IMGPROTO" = "ssh" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
REMOTE_TEST_DIR="ssh://\\($USER@\\)\\?127.0.0.1\\(:[0-9]\\+\\)\\?$TEST_DIR"
|
|
TEST_IMG="ssh://127.0.0.1$TEST_IMG_FILE"
|
|
elif [ "$IMGPROTO" = "nfs" ]; then
|
|
TEST_IMG_FILE=$TEST_DIR/t.$IMGFMT
|
|
REMOTE_TEST_DIR="nfs://127.0.0.1$TEST_DIR"
|
|
TEST_IMG="nfs://127.0.0.1$TEST_IMG_FILE"
|
|
else
|
|
TEST_IMG=$IMGPROTO:$TEST_DIR/t.$IMGFMT
|
|
fi
|
|
fi
|
|
ORIG_TEST_IMG_FILE=$TEST_IMG_FILE
|
|
ORIG_TEST_IMG="$TEST_IMG"
|
|
|
|
FUSE_PIDS=()
|
|
FUSE_EXPORTS=()
|
|
|
|
if [ -z "$TEST_DIR" ]; then
|
|
TEST_DIR=$PWD/scratch
|
|
fi
|
|
|
|
QEMU_TEST_DIR="${TEST_DIR}"
|
|
|
|
if [ ! -e "$TEST_DIR" ]; then
|
|
mkdir "$TEST_DIR"
|
|
fi
|
|
|
|
if [ ! -d "$TEST_DIR" ]; then
|
|
echo "common.rc: Error: \$TEST_DIR ($TEST_DIR) is not a directory"
|
|
exit 1
|
|
fi
|
|
|
|
if [ -z "$REMOTE_TEST_DIR" ]; then
|
|
REMOTE_TEST_DIR="$TEST_DIR"
|
|
fi
|
|
|
|
if [ ! -d "$SAMPLE_IMG_DIR" ]; then
|
|
echo "common.rc: Error: \$SAMPLE_IMG_DIR ($SAMPLE_IMG_DIR) is not a directory"
|
|
exit 1
|
|
fi
|
|
|
|
_use_sample_img()
|
|
{
|
|
SAMPLE_IMG_FILE="${1%\.bz2}"
|
|
TEST_IMG="$TEST_DIR/$SAMPLE_IMG_FILE"
|
|
bzcat "$SAMPLE_IMG_DIR/$1" > "$TEST_IMG"
|
|
if [ $? -ne 0 ]
|
|
then
|
|
echo "_use_sample_img error, cannot extract '$SAMPLE_IMG_DIR/$1'"
|
|
exit 1
|
|
fi
|
|
}
|
|
|
|
_stop_nbd_server()
|
|
{
|
|
if [ -f "${QEMU_TEST_DIR}/qemu-nbd.pid" ]; then
|
|
local QEMU_NBD_PID
|
|
read QEMU_NBD_PID < "${QEMU_TEST_DIR}/qemu-nbd.pid"
|
|
kill ${QEMU_NBD_PID}
|
|
rm -f "${QEMU_TEST_DIR}/qemu-nbd.pid" "$SOCK_DIR/nbd"
|
|
fi
|
|
}
|
|
|
|
# Gets the data_file value from IMGOPTS and replaces the '$TEST_IMG'
|
|
# pattern by '$1'
|
|
# Caution: The replacement is done with sed, so $1 must be escaped
|
|
# properly. (The delimiter is '#'.)
|
|
_get_data_file()
|
|
{
|
|
if ! echo "$IMGOPTS" | grep -q 'data_file='; then
|
|
return 1
|
|
fi
|
|
|
|
echo "$IMGOPTS" | sed -e 's/.*data_file=\([^,]*\).*/\1/' \
|
|
| sed -e "s#\\\$TEST_IMG#$1#"
|
|
}
|
|
|
|
# Translate a $TEST_IMG to its corresponding $TEST_IMG_FILE for
|
|
# different protocols
|
|
_test_img_to_test_img_file()
|
|
{
|
|
case "$IMGPROTO" in
|
|
file)
|
|
echo "$1"
|
|
;;
|
|
|
|
fuse)
|
|
echo "$1" | sed -e "s#$SOCK_DIR/fuse-#$TEST_DIR/#"
|
|
;;
|
|
|
|
nfs)
|
|
echo "$1" | sed -e "s#nfs://127.0.0.1##"
|
|
;;
|
|
|
|
ssh)
|
|
echo "$1" | \
|
|
sed -e "s#ssh://\\($USER@\\)\\?127.0.0.1\\(:[0-9]\\+\\)\\?##"
|
|
;;
|
|
|
|
*)
|
|
return 1
|
|
;;
|
|
esac
|
|
}
|
|
|
|
_make_test_img()
|
|
{
|
|
# extra qemu-img options can be added by tests
|
|
# at least one argument (the image size) needs to be added
|
|
local extra_img_options=""
|
|
local optstr=""
|
|
local img_name=""
|
|
local use_backing=0
|
|
local backing_file=""
|
|
local object_options=""
|
|
local opts_param=false
|
|
local misc_params=()
|
|
|
|
if [[ $IMGPROTO == fuse && $TEST_IMG == $SOCK_DIR/fuse-* ]]; then
|
|
# The caller may be trying to overwrite an existing image
|
|
_rm_test_img "$TEST_IMG"
|
|
fi
|
|
|
|
if [ -z "$TEST_IMG_FILE" ]; then
|
|
img_name=$TEST_IMG
|
|
elif [ "$IMGOPTSSYNTAX" != "true" -a \
|
|
"$TEST_IMG_FILE" = "$ORIG_TEST_IMG_FILE" ]; then
|
|
# Handle cases of tests only updating TEST_IMG, but not TEST_IMG_FILE
|
|
img_name=$(_test_img_to_test_img_file "$TEST_IMG")
|
|
if [ "$?" != 0 ]; then
|
|
img_name=$TEST_IMG_FILE
|
|
fi
|
|
else
|
|
# $TEST_IMG_FILE is not the default value, so it definitely has been
|
|
# modified by the test
|
|
img_name=$TEST_IMG_FILE
|
|
fi
|
|
|
|
if [ -n "$IMGOPTS" ]; then
|
|
imgopts_expanded=$(echo "$IMGOPTS" | sed -e "s#\\\$TEST_IMG#$img_name#")
|
|
optstr=$(_optstr_add "$optstr" "$imgopts_expanded")
|
|
fi
|
|
if [ -n "$IMGKEYSECRET" ]; then
|
|
object_options="--object secret,id=keysec0,data=$IMGKEYSECRET"
|
|
optstr=$(_optstr_add "$optstr" "key-secret=keysec0")
|
|
fi
|
|
|
|
for param; do
|
|
if [ "$use_backing" = "1" -a -z "$backing_file" ]; then
|
|
backing_file=$param
|
|
continue
|
|
elif $opts_param; then
|
|
optstr=$(_optstr_add "$optstr" "$param")
|
|
opts_param=false
|
|
continue
|
|
fi
|
|
|
|
case "$param" in
|
|
-b)
|
|
use_backing=1
|
|
;;
|
|
|
|
-o)
|
|
opts_param=true
|
|
;;
|
|
|
|
--no-opts)
|
|
optstr=""
|
|
;;
|
|
|
|
*)
|
|
misc_params=("${misc_params[@]}" "$param")
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if [ \( "$IMGFMT" = "qcow2" -o "$IMGFMT" = "qed" \) -a -n "$CLUSTER_SIZE" ]; then
|
|
optstr=$(_optstr_add "$optstr" "cluster_size=$CLUSTER_SIZE")
|
|
fi
|
|
|
|
if [ -n "$optstr" ]; then
|
|
extra_img_options="-o $optstr $extra_img_options"
|
|
fi
|
|
|
|
if [ $IMGPROTO = "nbd" ]; then
|
|
_stop_nbd_server
|
|
fi
|
|
|
|
# XXX(hch): have global image options?
|
|
(
|
|
if [ $use_backing = 1 ]; then
|
|
$QEMU_IMG create $object_options -f $IMGFMT $extra_img_options -b "$backing_file" "$img_name" "${misc_params[@]}" 2>&1
|
|
else
|
|
$QEMU_IMG create $object_options -f $IMGFMT $extra_img_options "$img_name" "${misc_params[@]}" 2>&1
|
|
fi
|
|
) | _filter_img_create
|
|
|
|
# Start an NBD server on the image file, which is what we'll be talking to.
|
|
# Once NBD gains resize support, we may also want to use -f raw at the
|
|
# server and interpret format over NBD, but for now, the format is
|
|
# interpreted at the server and raw data sent over NBD.
|
|
if [ $IMGPROTO = "nbd" ]; then
|
|
# Pass a sufficiently high number to -e that should be enough for all
|
|
# tests
|
|
eval "$QEMU_NBD -v -t -k '$SOCK_DIR/nbd' -f $IMGFMT -e 42 -x '' $TEST_IMG_FILE >/dev/null &"
|
|
sleep 1 # FIXME: qemu-nbd needs to be listening before we continue
|
|
fi
|
|
|
|
if [ $IMGPROTO = "fuse" -a -f "$img_name" ]; then
|
|
local export_mp
|
|
local pid
|
|
local pidfile
|
|
local timeout
|
|
|
|
export_mp=$(echo "$img_name" | sed -e "s#$TEST_DIR/#$SOCK_DIR/fuse-#")
|
|
if ! echo "$export_mp" | grep -q "^$SOCK_DIR"; then
|
|
echo 'Cannot use FUSE exports with images outside of TEST_DIR' >&2
|
|
return 1
|
|
fi
|
|
|
|
touch "$export_mp"
|
|
rm -f "$SOCK_DIR/fuse-output"
|
|
|
|
# Usually, users would export formatted nodes. But we present fuse as a
|
|
# protocol-level driver here, so we have to leave the format to the
|
|
# client.
|
|
# Switch off allow-other, because in general we do not need it for
|
|
# iotests. The default allow-other=auto has the downside of printing a
|
|
# fusermount error on its first attempt if allow_other is not
|
|
# permissible, which we would need to filter.
|
|
QSD_NEED_PID=y $QSD \
|
|
--blockdev file,node-name=export-node,filename=$img_name,discard=unmap \
|
|
--export fuse,id=fuse-export,node-name=export-node,mountpoint="$export_mp",writable=on,growable=on,allow-other=off \
|
|
&
|
|
|
|
pidfile="$QEMU_TEST_DIR/qemu-storage-daemon.pid"
|
|
|
|
# Wait for the PID file
|
|
while [ ! -f "$pidfile" ]; do
|
|
sleep 0.5
|
|
done
|
|
|
|
pid=$(cat "$pidfile")
|
|
rm -f "$pidfile"
|
|
|
|
FUSE_PIDS+=($pid)
|
|
FUSE_EXPORTS+=("$export_mp")
|
|
fi
|
|
}
|
|
|
|
_rm_test_img()
|
|
{
|
|
local img=$1
|
|
|
|
if [[ $IMGPROTO == fuse && $img == $SOCK_DIR/fuse-* ]]; then
|
|
# Drop a FUSE export
|
|
local df_output
|
|
local i
|
|
local image_file
|
|
local index=''
|
|
local timeout
|
|
|
|
for i in "${!FUSE_EXPORTS[@]}"; do
|
|
if [ "${FUSE_EXPORTS[i]}" = "$img" ]; then
|
|
index=$i
|
|
break
|
|
fi
|
|
done
|
|
|
|
if [ -z "$index" ]; then
|
|
# Probably gone already
|
|
return 0
|
|
fi
|
|
|
|
kill "${FUSE_PIDS[index]}"
|
|
|
|
# Wait until the mount is gone
|
|
timeout=10 # *0.5 s
|
|
while true; do
|
|
# Will show the mount point; if the mount is still there,
|
|
# it will be $img.
|
|
df_output=$(df "$img" 2>/dev/null)
|
|
|
|
# But df may also show an error ("Transpoint endpoint not
|
|
# connected"), so retry in such cases
|
|
if [ -n "$df_output" ]; then
|
|
if ! echo "$df_output" | grep -q "$img"; then
|
|
break
|
|
fi
|
|
fi
|
|
|
|
sleep 0.5
|
|
|
|
timeout=$((timeout - 1))
|
|
if [ "$timeout" = 0 ]; then
|
|
echo 'Failed to take down FUSE export' >&2
|
|
return 1
|
|
fi
|
|
done
|
|
|
|
rm -f "$img"
|
|
|
|
unset "FUSE_PIDS[$index]"
|
|
unset "FUSE_EXPORTS[$index]"
|
|
|
|
image_file=$(echo "$img" | sed -e "s#$SOCK_DIR/fuse-#$TEST_DIR/#")
|
|
_rm_test_img "$image_file"
|
|
return
|
|
fi
|
|
|
|
if [ "$IMGFMT" = "vmdk" ]; then
|
|
# Remove all the extents for vmdk
|
|
"$QEMU_IMG" info "$img" 2>/dev/null | grep 'filename:' | cut -f 2 -d: \
|
|
| xargs -I {} rm -f "{}"
|
|
elif [ "$IMGFMT" = "qcow2" ]; then
|
|
# Remove external data file
|
|
if data_file=$(_get_data_file "$img"); then
|
|
rm -f "$data_file"
|
|
fi
|
|
fi
|
|
rm -f "$img"
|
|
}
|
|
|
|
_cleanup_test_img()
|
|
{
|
|
case "$IMGPROTO" in
|
|
|
|
nbd)
|
|
_stop_nbd_server
|
|
rm -f "$TEST_IMG_FILE"
|
|
;;
|
|
|
|
fuse)
|
|
local mp
|
|
|
|
for mp in "${FUSE_EXPORTS[@]}"; do
|
|
_rm_test_img "$mp"
|
|
done
|
|
|
|
FUSE_PIDS=()
|
|
FUSE_EXPORTS=()
|
|
;;
|
|
|
|
file)
|
|
_rm_test_img "$TEST_DIR/t.$IMGFMT"
|
|
_rm_test_img "$TEST_DIR/t.$IMGFMT.orig"
|
|
_rm_test_img "$TEST_DIR/t.$IMGFMT.base"
|
|
if [ -n "$SAMPLE_IMG_FILE" ]
|
|
then
|
|
rm -f "$TEST_DIR/$SAMPLE_IMG_FILE"
|
|
SAMPLE_IMG_FILE=
|
|
TEST_IMG="$ORIG_TEST_IMG"
|
|
fi
|
|
;;
|
|
|
|
rbd)
|
|
rbd --no-progress rm "$TEST_DIR/t.$IMGFMT" > /dev/null
|
|
;;
|
|
|
|
esac
|
|
}
|
|
|
|
_check_test_img()
|
|
{
|
|
(
|
|
if [ "$IMGOPTSSYNTAX" = "true" ]; then
|
|
$QEMU_IMG check $QEMU_IMG_EXTRA_ARGS "$@" "$TEST_IMG" 2>&1
|
|
else
|
|
$QEMU_IMG check "$@" -f $IMGFMT "$TEST_IMG" 2>&1
|
|
fi
|
|
) | _filter_testdir | _filter_qemu_img_check
|
|
|
|
# return real qemu_img check status, to analyze in
|
|
# _check_test_img_ignore_leaks
|
|
return ${PIPESTATUS[0]}
|
|
}
|
|
|
|
_check_test_img_ignore_leaks()
|
|
{
|
|
out=$(_check_test_img "$@")
|
|
status=$?
|
|
if [ $status = 3 ]; then
|
|
# This must correspond to success output in dump_human_image_check()
|
|
echo "No errors were found on the image."
|
|
return 0
|
|
fi
|
|
echo "$out"
|
|
return $status
|
|
}
|
|
|
|
_img_info()
|
|
{
|
|
if [[ "$1" == "--format-specific" ]]; then
|
|
local format_specific=1
|
|
shift
|
|
else
|
|
local format_specific=0
|
|
fi
|
|
|
|
discard=0
|
|
regex_json_spec_start='^ *"format-specific": \{'
|
|
regex_json_child_start='^ *"children": \['
|
|
$QEMU_IMG info $QEMU_IMG_EXTRA_ARGS "$@" "$TEST_IMG" 2>&1 | \
|
|
sed -e "s#$REMOTE_TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$IMGPROTO:$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$TEST_DIR#TEST_DIR#g" \
|
|
-e "s#$SOCK_DIR/fuse-#TEST_DIR/#g" \
|
|
-e "s#$SOCK_DIR/#SOCK_DIR/#g" \
|
|
-e "s#$IMGFMT#IMGFMT#g" \
|
|
-e 's/\(compression type: \)\(zlib\|zstd\)/\1COMPRESSION_TYPE/' \
|
|
-e "/^disk size:/ D" \
|
|
-e "/actual-size/ D" | \
|
|
while IFS='' read -r line; do
|
|
if [[ $discard == 0 ]]; then
|
|
if [[ $format_specific == 0 && $line == "Format specific information:" ]]; then
|
|
discard=1
|
|
elif [[ $line =~ "Child node '/" ]]; then
|
|
discard=1
|
|
elif [[ $format_specific == 0 && $line =~ $regex_json_spec_start ]]; then
|
|
discard=2
|
|
regex_json_end="^${line%%[^ ]*}\\},? *$"
|
|
elif [[ $line =~ $regex_json_child_start ]]; then
|
|
discard=2
|
|
regex_json_end="^${line%%[^ ]*}\\],? *$"
|
|
fi
|
|
fi
|
|
if [[ $discard == 0 ]]; then
|
|
echo "$line"
|
|
elif [[ $discard == 1 && ! $line ]]; then
|
|
echo
|
|
discard=0
|
|
elif [[ $discard == 2 && $line =~ $regex_json_end ]]; then
|
|
discard=0
|
|
fi
|
|
done
|
|
}
|
|
|
|
# bail out, setting up .casenotrun file
|
|
# The function _casenotrun() is used as a notifier. It is the
|
|
# caller's responsibility to make skipped a particular test.
|
|
#
|
|
_casenotrun()
|
|
{
|
|
echo " [case not run] $*" >>"$TEST_DIR/$seq.casenotrun"
|
|
}
|
|
|
|
# just plain bail out
|
|
#
|
|
_fail()
|
|
{
|
|
echo "$*" | tee -a "$TEST_DIR/$seq.full"
|
|
echo "(see $seq.full for details)"
|
|
status=1
|
|
exit 1
|
|
}
|
|
|
|
# tests whether $IMGFMT is one of the supported image formats for a test
|
|
#
|
|
_supported_fmt()
|
|
{
|
|
# "generic" is suitable for most image formats. For some formats it doesn't
|
|
# work, however (most notably read-only formats), so they can opt out by
|
|
# setting IMGFMT_GENERIC to false.
|
|
for f; do
|
|
if [ "$f" = "$IMGFMT" -o "$f" = "generic" -a "$IMGFMT_GENERIC" = "true" ]; then
|
|
if [ "$IMGFMT" = "luks" ]; then
|
|
_require_working_luks
|
|
fi
|
|
return
|
|
fi
|
|
done
|
|
|
|
_notrun "not suitable for this image format: $IMGFMT"
|
|
}
|
|
|
|
# tests whether $IMGFMT is one of the unsupported image format for a test
|
|
#
|
|
_unsupported_fmt()
|
|
{
|
|
for f; do
|
|
if [ "$f" = "$IMGFMT" ]; then
|
|
_notrun "not suitable for this image format: $IMGFMT"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# tests whether $IMGPROTO is one of the supported image protocols for a test
|
|
#
|
|
_supported_proto()
|
|
{
|
|
for f; do
|
|
if [ "$f" = "$IMGPROTO" -o "$f" = "generic" ]; then
|
|
return
|
|
fi
|
|
done
|
|
|
|
_notrun "not suitable for this image protocol: $IMGPROTO"
|
|
}
|
|
|
|
# tests whether $IMGPROTO is specified as an unsupported image protocol for a test
|
|
#
|
|
_unsupported_proto()
|
|
{
|
|
for f; do
|
|
if [ "$f" = "$IMGPROTO" ]; then
|
|
_notrun "not suitable for this image protocol: $IMGPROTO"
|
|
return
|
|
fi
|
|
done
|
|
}
|
|
|
|
# tests whether the host OS is one of the supported OSes for a test
|
|
#
|
|
_supported_os()
|
|
{
|
|
for h
|
|
do
|
|
if [ "$h" = "$HOSTOS" ]
|
|
then
|
|
return
|
|
fi
|
|
done
|
|
|
|
_notrun "not suitable for this OS: $HOSTOS"
|
|
}
|
|
|
|
_supported_cache_modes()
|
|
{
|
|
for mode; do
|
|
if [ "$mode" = "$CACHEMODE" ]; then
|
|
return
|
|
fi
|
|
done
|
|
_notrun "not suitable for cache mode: $CACHEMODE"
|
|
}
|
|
|
|
# Check whether the filesystem supports O_DIRECT
|
|
_check_o_direct()
|
|
{
|
|
testfile="$TEST_DIR"/_check_o_direct
|
|
$QEMU_IMG create -f raw "$testfile" 1M > /dev/null
|
|
out=$($QEMU_IO -f raw -t none -c quit "$testfile" 2>&1)
|
|
rm -f "$testfile"
|
|
|
|
[[ "$out" != *"O_DIRECT"* ]]
|
|
}
|
|
|
|
_require_o_direct()
|
|
{
|
|
if ! _check_o_direct; then
|
|
_notrun "file system on $TEST_DIR does not support O_DIRECT"
|
|
fi
|
|
}
|
|
|
|
_check_cache_mode()
|
|
{
|
|
if [ $CACHEMODE == "none" ] || [ $CACHEMODE == "directsync" ]; then
|
|
_require_o_direct
|
|
fi
|
|
}
|
|
|
|
_check_cache_mode
|
|
|
|
# $1 - cache mode to use by default
|
|
# $2 - (optional) cache mode to use by default if O_DIRECT is not supported
|
|
_default_cache_mode()
|
|
{
|
|
if $CACHEMODE_IS_DEFAULT; then
|
|
if [ -z "$2" ] || _check_o_direct; then
|
|
CACHEMODE="$1"
|
|
else
|
|
CACHEMODE="$2"
|
|
fi
|
|
QEMU_IO="$QEMU_IO --cache $CACHEMODE"
|
|
_check_cache_mode
|
|
return
|
|
fi
|
|
}
|
|
_supported_aio_modes()
|
|
{
|
|
for mode; do
|
|
if [ "$mode" = "$AIOMODE" ]; then
|
|
return
|
|
fi
|
|
done
|
|
_notrun "not suitable for aio mode: $AIOMODE"
|
|
}
|
|
_default_aio_mode()
|
|
{
|
|
AIOMODE="$1"
|
|
QEMU_IO="$QEMU_IO --aio $1"
|
|
}
|
|
|
|
_unsupported_imgopts()
|
|
{
|
|
for bad_opt
|
|
do
|
|
# Add a space so tests can match for whitespace that marks the
|
|
# end of an option (\b or \> are not portable)
|
|
if echo "$IMGOPTS " | grep -q 2>/dev/null "$bad_opt"
|
|
then
|
|
_notrun "not suitable for image option: $bad_opt"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Caution: Overwrites $TEST_DIR/t.luks
|
|
_require_working_luks()
|
|
{
|
|
file="$TEST_DIR/t.luks"
|
|
|
|
output=$(
|
|
$QEMU_IMG create -f luks \
|
|
--object secret,id=sec0,data=hunter0 \
|
|
-o key-secret=sec0 \
|
|
-o iter-time=10 \
|
|
"$file" \
|
|
1M \
|
|
2>&1
|
|
)
|
|
status=$?
|
|
|
|
IMGFMT='luks' _rm_test_img "$file"
|
|
|
|
if [ $status != 0 ]; then
|
|
reason=$(echo "$output" | grep "$file:" | sed -e "s#.*$file: *##")
|
|
if [ -z "$reason" ]; then
|
|
reason="Failed to create a LUKS image"
|
|
fi
|
|
_notrun "$reason"
|
|
fi
|
|
}
|
|
|
|
# this test requires that a specified command (executable) exists
|
|
#
|
|
_require_command()
|
|
{
|
|
if [ "$1" = "QEMU" ]; then
|
|
c=$QEMU_PROG
|
|
elif [ "$1" = "QEMU_IMG" ]; then
|
|
c=$QEMU_IMG_PROG
|
|
elif [ "$1" = "QEMU_IO" ]; then
|
|
c=$QEMU_IO_PROG
|
|
elif [ "$1" = "QEMU_NBD" ]; then
|
|
c=$QEMU_NBD_PROG
|
|
else
|
|
eval c=\$$1
|
|
fi
|
|
[ -x "$c" ] || _notrun "$1 utility required, skipped this test"
|
|
}
|
|
|
|
# Check that a set of drivers has been whitelisted in the QEMU binary
|
|
#
|
|
_require_drivers()
|
|
{
|
|
available=$($QEMU -drive format=help | \
|
|
sed -e '/Supported formats:/!d' -e 's/Supported formats://')
|
|
for driver
|
|
do
|
|
if ! echo "$available" | grep -q " $driver\( \|$\)"; then
|
|
_notrun "$driver not available"
|
|
fi
|
|
done
|
|
}
|
|
|
|
# Check that we have a file system that allows huge (but very sparse) files
|
|
#
|
|
_require_large_file()
|
|
{
|
|
if [ -z "$TEST_IMG_FILE" ]; then
|
|
FILENAME="$TEST_IMG"
|
|
else
|
|
FILENAME="$TEST_IMG_FILE"
|
|
fi
|
|
if ! truncate --size="$1" "$FILENAME"; then
|
|
_notrun "file system on $TEST_DIR does not support large enough files"
|
|
fi
|
|
rm "$FILENAME"
|
|
}
|
|
|
|
# Check that a set of devices is available in the QEMU binary
|
|
#
|
|
_require_devices()
|
|
{
|
|
available=$($QEMU -M none -device help 2> /dev/null | \
|
|
grep ^name | sed -e 's/^name "//' -e 's/".*$//')
|
|
for device
|
|
do
|
|
if ! echo "$available" | grep -q "$device" ; then
|
|
_notrun "$device not available"
|
|
fi
|
|
done
|
|
}
|
|
|
|
_require_one_device_of()
|
|
{
|
|
available=$($QEMU -M none -device help 2> /dev/null | \
|
|
grep ^name | sed -e 's/^name "//' -e 's/".*$//')
|
|
for device
|
|
do
|
|
if echo "$available" | grep -q "$device" ; then
|
|
return
|
|
fi
|
|
done
|
|
_notrun "$* not available"
|
|
}
|
|
|
|
_qcow2_dump_header()
|
|
{
|
|
if [[ "$1" == "--no-filter-compression" ]]; then
|
|
local filter_compression=0
|
|
shift
|
|
else
|
|
local filter_compression=1
|
|
fi
|
|
|
|
img="$1"
|
|
if [ -z "$img" ]; then
|
|
img="$TEST_IMG"
|
|
fi
|
|
|
|
if [[ $filter_compression == 0 ]]; then
|
|
$PYTHON qcow2.py "$img" dump-header
|
|
else
|
|
$PYTHON qcow2.py "$img" dump-header | _filter_qcow2_compression_type_bit
|
|
fi
|
|
}
|
|
|
|
# make sure this script returns success
|
|
true
|