Commit 04cf7524 authored by paul luse's avatar paul luse Committed by Jim Harris
Browse files

test/compress: enable QAT testing in CI 



Per patch and nightly tests will run on both QAT and ISAL. If
a test is specified to run on QAT and it's not available it
will fail, same with ISAL.

Change-Id: If4bde8ed4b25363da668ab6084c67af4e95ec66d
Signed-off-by: default avatarpaul luse <paul.e.luse@intel.com>
Reviewed-on: https://review.gerrithub.io/c/spdk/spdk/+/463832


Tested-by: default avatarSPDK CI Jenkins <sys_sgci@intel.com>
Reviewed-by: default avatarJim Harris <james.r.harris@intel.com>
Reviewed-by: default avatarShuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com>
parent a05efe0a

test/compress/compress.sh

+86 −52
Original line number Diff line number Diff line
@@ -8,65 +8,99 @@ plugindir=$rootdir/examples/bdev/fio_plugin 
rpc_py="$rootdir/scripts/rpc.py"

source "$rootdir/scripts/common.sh"

source "$rootdir/test/common/autotest_common.sh"

source "$rootdir/test/nvmf/common.sh"



function compress_err_cleanup() {

function error_cleanup() {

	# force delete pmem file and wipe on-disk metadata

	rm -rf /tmp/pmem

	$rootdir/examples/nvme/perf/perf -q 1 -o 131072 -w write -t 2

}



# use the bdev svc to create a compress bdev, this assumes

# there is no other metadata on the nvme device, we will put a

# compress vol on a thin provisioned lvol on nvme

mkdir -p /tmp/pmem

$rootdir/test/app/bdev_svc/bdev_svc &

bdev_svc_pid=$!

trap 'killprocess $bdev_svc_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT

waitforlisten $bdev_svc_pid

bdf=$(iter_pci_class_code 01 08 02 | head -1)

$rpc_py bdev_nvme_attach_controller -b "Nvme0" -t "pcie" -a $bdf

lvs_u=$($rpc_py bdev_lvol_create_lvstore Nvme0n1 lvs0)

$rpc_py bdev_lvol_create -t -u $lvs_u lv0 100

# this will force isal_pmd as some of the CI systems need a qat driver update

function destroy_vols() {

	# Gracefully destroy the vols via bdev_compress_delete API.

	# bdev_compress_delete will delete the on-disk metadata as well as

	# the persistent memory file containing its metadata.

	$rpc_py bdev_compress_delete COMP_lvs0/lv0

	$rpc_py bdev_compress_delete COMP_lvs0/lv1

	$rpc_py bdev_lvol_delete_lvstore -l lvs0

}



function create_vols() {

	$rpc_py construct_nvme_bdev -b "Nvme0" -t "pcie" -a $bdf

	$rpc_py bdev_lvol_create_lvstore Nvme0n1 lvs0

	$rpc_py bdev_lvol_create -t -l lvs0 lv0 100

	$rpc_py bdev_lvol_create -t -l lvs0 lv1 100

	# use QAT for lv0, if the test system does not have QAT this will

	# fail which is what we want

	$rpc_py set_compress_pmd -p 1

	$rpc_py bdev_compress_create -b lvs0/lv0 -p /tmp/pmem

	# use ISAL for lv1, if ISAL is for some reason not available this will

	# fail which is what we want

	$rpc_py set_compress_pmd -p 2

compress_bdev=$($rpc_py bdev_compress_create -b lvs0/lv0 -p /tmp)

trap - SIGINT SIGTERM EXIT

killprocess $bdev_svc_pid

	compress_bdev=$($rpc_py bdev_compress_create -b lvs0/lv1 -p /tmp/pmem)

	waitforbdev $compress_bdev

}



# run bdevio test

timing_enter compress_test

function run_bdevio() {

	$rootdir/test/bdev/bdevio/bdevio -w &

	bdevio_pid=$!

trap 'killprocess $bdevio_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT

	trap 'killprocess $bdevio_pid; error_cleanup; exit 1' SIGINT SIGTERM EXIT

	waitforlisten $bdevio_pid

$rpc_py set_compress_pmd -p 2

$rpc_py bdev_nvme_attach_controller -b "Nvme0" -t "pcie" -a $bdf

waitforbdev $compress_bdev

	create_vols

	$rootdir/test/bdev/bdevio/tests.py perform_tests

	destroy_vols

	trap - SIGINT SIGTERM EXIT

	killprocess $bdevio_pid

}



#run bdevperf with slightly different params for nightly

qd=32

runtime=3

iosize=4096

if [ $RUN_NIGHTLY -eq 1 ]; then

	qd=64

	runtime=30

	iosize=16384

fi

$rootdir/test/bdev/bdevperf/bdevperf -z -q $qd  -o $iosize -w verify -t $runtime &

function run_bdevperf() {

	$rootdir/test/bdev/bdevperf/bdevperf -z -q $1 -o $2 -w verify -t $3 &

	bdevperf_pid=$!

trap 'killprocess $bdevperf_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT

	trap 'killprocess $bdevperf_pid; error_cleanup; exit 1' SIGINT SIGTERM EXIT

	waitforlisten $bdevperf_pid

$rpc_py set_compress_pmd -p 2

$rpc_py bdev_nvme_attach_controller -b "Nvme0" -t "pcie" -a $bdf

waitforbdev $compress_bdev

	create_vols

	$rootdir/test/bdev/bdevperf/bdevperf.py perform_tests

	destroy_vols

	trap - SIGINT SIGTERM EXIT

	killprocess $bdevperf_pid

}



# now cleanup the vols, deleting the compression vol also deletes the pmem file

$rpc_py bdev_compress_delete COMP_lvs0/lv0

$rpc_py bdev_lvol_delete_lvstore -l lvs0

timing_enter compress_test

mkdir -p /tmp/pmem

bdf=$(iter_pci_class_code 01 08 02 | head -1)



# per patch bdevperf uses slightly different params than nightly

run_bdevperf 32 4096 3



if [ $RUN_NIGHTLY -eq 1 ]; then

	run_bdevio

	run_bdevperf 64 16384 30



	# run perf on nvmf target w/compressed vols

	export TEST_TRANSPORT=tcp && nvmftestinit

	nvmfappstart "-m 0x7"

	trap "nvmftestfini; error_cleanup; exit 1" SIGINT SIGTERM EXIT



	# Create an NVMe-oF subsystem and add compress bdevs as namespaces

	$rpc_py nvmf_create_transport -t $TEST_TRANSPORT -u 8192

	create_vols

	$rpc_py nvmf_subsystem_create nqn.2016-06.io.spdk:cnode0 -a -s SPDK0

	$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode0 COMP_lvs0/lv0

	$rpc_py nvmf_subsystem_add_ns nqn.2016-06.io.spdk:cnode0 COMP_lvs0/lv1

	$rpc_py nvmf_subsystem_add_listener nqn.2016-06.io.spdk:cnode0 -t $TEST_TRANSPORT -a $NVMF_FIRST_TARGET_IP -s $NVMF_PORT



	# Start random read writes in the background

	$rootdir/examples/nvme/perf/perf -r "trtype:$TEST_TRANSPORT adrfam:IPv4 traddr:$NVMF_FIRST_TARGET_IP trsvcid:$NVMF_PORT" -o 4096 -q 64 -s 512 -w randrw -t 30 -c 0x18 -M 50 &

	perf_pid=$!



	# Wait for I/O to complete

	trap 'killprocess $perf_pid; compress_err_cleanup; exit 1' SIGINT SIGTERM EXIT

	wait $perf_pid

	destroy_vols



	trap - SIGINT SIGTERM EXIT

killprocess $bdevperf_pid

	nvmftestfini

fi



rm -rf /tmp/pmem

timing_exit compress_test