Extend smoke tests set

Signed-off-by: Michal Mielewczyk <michal.mielewczyk@intel.com>
This commit is contained in:
Michal Mielewczyk
2019-07-02 10:44:18 -04:00
parent 5d621d63b6
commit 5ff092eddb
15 changed files with 2181 additions and 0 deletions

238
test/smoke_test/cache_suspend/01 Executable file
View File

@@ -0,0 +1,238 @@
#!/bin/bash
#
# Copyright(c) 2012-2019 Intel Corporation
# SPDX-License-Identifier: BSD-3-Clause-Clear
#
# The line below specified that line under it should be used as the test's short description when launching test via run_tests script.
# The text should not be longer than 80 chars - if it is, the script will strip addititonal characters
# DESCRIPTION Change cache mode while IO is serviced
# USE_IN_NIGHTLY
# Standard beginning for every test - get the main tests directory and
# link the cas_lib file for CAS API, then use "start_test $*" to pass params
# and do other necessary checks and setup
TESTS_DIR="$(dirname $0)/../"
. $TESTS_DIR/cas_lib
start_test $*
TEST_JOBS_NR=8
TEST_JOBS_FILES_NR=100
TEST_JOBS_FILES_SIZE=1M
TEST_JOBS_FILE=/tmp/cas.test.
TEST_JOBS_RESULT=/tmp/cas.result
TEST_JOBS_PIDS=
TEST_JOB_SUSPEND_PID=
TEST_JOBS_TIME=20
TEST_CORE_DEVICE_SIZE=${TEST_JOBS_NR}*${TEST_JOBS_FILES_NR}*$(get_bytes ${TEST_JOBS_FILES_SIZE})+$(get_bytes "3G")
let TEST_CORE_DEVICE_SIZE=$TEST_CORE_DEVICE_SIZE
let TEST_CORE_DEVICE_SIZE=$TEST_CORE_DEVICE_SIZE/$(get_bytes "G")
TEST_CORE_DEVICE_SIZE="${TEST_CORE_DEVICE_SIZE}G"
TEST_CACHE_DEVICE_SIZE=400M
#param1 - Job ID
cache_suspend_job() {
local L_ITER=2
local L_JOB_ID=$1
local L_FILE=""
local L_FILE_CAS=""
local L_RESULT="0"
local L_FILE_RESULT="${TEST_JOBS_RESULT}-${L_JOB_ID}"
echo $L_RESULT > $L_FILE_RESULT
while [ true ]
do
test_log_trace "Test job $L_JOB_ID is running"
for (( I=0; I<$TEST_JOBS_FILES_NR; I=I+1 ))
do
# Creat test files
L_FILE=${TEST_JOBS_FILE}${L_JOB_ID}-${I}
L_FILE_CAS="${MOUNTPOINT}-1-1/$(basename $L_FILE)"
rm -f "$L_FILE_CAS"
rm -f "$L_FILE"
dd if=/dev/urandom of="$L_FILE" bs=$TEST_JOBS_FILES_SIZE count=1 &>/dev/null
#copy test file
cp $L_FILE $L_FILE_CAS
if [ $? != 0 ]
then
test_log_trace "Copy ERROR, Job ID is $L_JOB_ID"
L_RESULT="-1"
break
fi
sync && echo 3 > /proc/sys/vm/drop_caches
#compare copied files with orginal
cmp $L_FILE $L_FILE_CAS
if [ $? != 0 ]
then
test_log_trace "Data Integrity ERROR, Job ID is $L_JOB_ID"
L_RESULT="-1"
break
fi
sync && echo 3 > /proc/sys/vm/drop_caches
done
if [ "0" != "L_RESULT" ]
then
break
fi
for (( I=0; I<$TEST_JOBS_FILES_NR; I=I+1 ))
do
# Check md5 sums
L_FILE=${TEST_JOBS_FILE}${L_JOB_ID}-${I}
L_FILE_CAS="${MOUNTPOINT}-1-1/$(basename $L_FILE)"
L_FILE_MD5=$(md5sum -b $L_FILE | awk '{ print $1 }')
L_FILE_CAS_MD5=$(md5sum -b $L_CAS_FILE | awk '{ print $1 }')
if [ "$L_FILE_MD5" != "$L_FILE_CAS_MD5" ]
then
test_log_trace "MD5 sum ERROR, Job ID is $L_JOB_ID"
L_RESULT="-1"
break
fi
done
let L_ITER=${L_ITER}-1
if [ 0 -eq $L_ITER ]
then
break;
fi
if [ "0" != "L_RESULT" ]
then
break
fi
done
#
# Clean after tests
#
for (( I=0; I<$TEST_JOBS_FILES_NR; I=I+1 ))
do
# Remove test file
L_FILE=${TEST_JOBS_FILE}${L_JOB_ID}-${I}
rm -f $L_FILE
done
echo $L_RESULT > $L_FILE_RESULT
}
#param1 - Flushing {YES - Perform Flushing during suspending cache, NO}
cache_suspend() {
local L_CACHE_MODES=("wt" "wb" "wa" "pt" "wa" "wo")
local L_CACHE_MODE
local L_CACHE_MODE_NR
while [ true ]
do
sleep 1
L_CACHE_MODE_NR=${RANDOM}
let L_CACHE_MODE_NR=$L_CACHE_MODE_NR%${#L_CACHE_MODES[@]}
L_CACHE_MODE=${L_CACHE_MODES[$L_CACHE_MODE_NR]}
test_log_trace "Switching to $L_CACHE_MODE mode"
DONT_FAIL_ON_ERROR_OPTION="YES"
CACHE_ID_OPTION="1" CACHE_MODE_OPTION="$L_CACHE_MODE" set_cache_mode
done
}
cache_suspend_start_jobs () {
local L_JOB_ID=$1
for (( ID=0; ID<$TEST_JOBS_NR; ID=ID+1 ))
do
cache_suspend_job "${ID}" &
TEST_JOBS[$ID]=$!
done
cache_suspend &
TEST_JOB_SUSPEND_PID=$!
return 0
}
cache_suspend_wait() {
for (( ID=0; ID<$TEST_JOBS_NR; ID=ID+1 ))
do
wait ${TEST_JOBS[$ID]}
done
kill $TEST_JOB_SUSPEND_PID
}
cache_suspend_result() {
local L_RESULT
local L_FILE_RESULT=""
for (( ID=0; ID<$TEST_JOBS_NR; ID=ID+1 ))
do
L_FILE_RESULT="${TEST_JOBS_RESULT}-${ID}"
L_RESULT=$(cat $L_FILE_RESULT)
if [ "0" != $L_RESULT ]
then
test_log_trace "Test job FAILURE, ID is $ID"
return 1
fi
done
return 0
}
#param1 - Metadata Varaint
#param2 - File system type
cache_suspend_i() {
local L_RESULT=0
cache_suspend_start_jobs
cache_suspend_wait
cache_suspend_result
if [ $? != 0 ]
then
result=-1
test_log_trace "FAILURE"
fi
if [ 0 -eq $L_RESULT ]
then
return 0
else
return 1
fi
}
test_log_start
test_log_trace "Cache size is ${TEST_CACHE_DEVICE_SIZE}, Core size is ${TEST_CORE_DEVICE_SIZE}"
CACHE_LINE_SIZE="all"
NUMBER_OF_CORE_PARTITIONS="1"
NUMBER_OF_CACHE_PARTITIONS="1"
MAKE_FILE_SYSTEM="all"
iteration cache_suspend_i
test_log_stop
# Always return 0 at the end of the test - if at any point something has failed
# in the API functions, test will end and return a proper result.
# If you need to check other things during the test and end the test earlier, you
# should end the test using "end_test $retval" function
end_test 0

204
test/smoke_test/cache_suspend/02 Executable file
View File

@@ -0,0 +1,204 @@
#!/bin/bash
#
# Copyright(c) 2012-2019 Intel Corporation
# SPDX-License-Identifier: BSD-3-Clause-Clear
#
# The line below specified that line under it should be used as the test's short description when launching test via run_tests script.
# The text should not be longer than 80 chars - if it is, the script will strip addititonal characters
# DESCRIPTION Verify cache and core read and write stats in WT in PT mode
# The line below says that this test should be included in BVT - it will be launched, when we use "./run_tests -b"
# Standard beginning for every test - get the main tests directory and
# link the cas_lib file for CAS API, then use "start_test $*" to pass params
# and do other necessary checks and setup.
TESTS_DIR="$(dirname $0)/../"
. $TESTS_DIR/cas_lib
start_test $*
CACHE_DEVICE_SIZE=1G
CORE_DEVICE_SIZE=10G
TEST_DEVICE=${DEVICE_NAME}1-1
#param device
get_stat_sectors_read() {
L_DEVICE=$(basename $1)
L_STAT=$(cat /proc/diskstats | grep $L_DEVICE | awk '{ print $6 }')
echo $L_STAT
}
#param device
get_stat_sectors_written() {
L_DEVICE=$(basename $1)
L_STAT=$(cat /proc/diskstats | grep $L_DEVICE | awk '{ print $10 }')
echo $L_STAT
}
cache_suspend_init() {
# Use CACHE_DEVICE and CORE_DEVICE provided by configuration file and remove partitions from those devices
TARGET_DEVICE_OPTION="$CACHE_DEVICE" remove_partitions
TARGET_DEVICE_OPTION="$CORE_DEVICE" remove_partitions
# Create 1 primary partitions on CACHE_DEVICE
TARGET_DEVICE_OPTION="$CACHE_DEVICE" PARTITION_SIZE_OPTION=$CACHE_DEVICE_SIZE PARTITION_IDS_OPTION="1" make_primary_partitions
# Create 1 primary partitions on CORE_DEVICE
TARGET_DEVICE_OPTION="$CORE_DEVICE" PARTITION_SIZE_OPTION=$CORE_DEVICE_SIZE PARTITION_IDS_OPTION="1" make_primary_partitions
run_cmd dd if=/dev/zero of="${CORE_DEVICE}1" bs=1M count=1 oflag=direct
# Start cache on CACHE_DEVICE1
CACHE_ID_OPTION="1" CACHE_DEVICE_OPTION="${CACHE_DEVICE}1" start_cache
# Add a core device using CORE_DEVICE1
CACHE_ID_OPTION="1" CORE_DEVICE_OPTION="${CORE_DEVICE}1" add_core
}
cache_suspend_deinit() {
# Remove the core device from cache
CACHE_ID_OPTION="1" CORE_ID_OPTION="1" remove_core
# Clean up after the test
CACHE_ID_OPTION="1" stop_cache
}
cache_suspend_test() {
L_CACHE_READS_BEFORE=
L_CACHE_READS_AFTER=
L_CACHE_WRITES_BEFORE=
L_CACHE_WRITES_AFTER=
L_CORE_READS_BEFORE=
L_CORE_READS_AFTER=
# Write
test_log_trace "Write 4k to be cached"
dd if=/dev/urandom of=${TEST_DEVICE} bs=4k count=1 oflag=direct
# Suspend the cache, flush dirty data.
test_log_trace "Suspend Cache"
CACHE_MODE_FLUSH_OPTION="yes" CACHE_ID_OPTION="1" CACHE_MODE_OPTION="pt" set_cache_mode
# Get read cache statistics before.
L_CACHE_READS_BEFORE=$(get_stat_sectors_read ${CACHE_DEVICE}1)
# Read file
test_log_trace "Read 4k, Read has to be performed from core"
dd if=${TEST_DEVICE} of=/dev/null bs=4k count=1 iflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
L_CACHE_READS_AFTER=$(get_stat_sectors_read ${CACHE_DEVICE}1)
test_log_trace "Cache reads before : $L_CACHE_READS_BEFORE"
test_log_trace "Cache reads after : $L_CACHE_READS_AFTER"
if [ ${L_CACHE_READS_AFTER} != ${L_CACHE_READS_BEFORE} ]
then
test_log_trace "Unexpected reads from cache"
return 1
fi
test_log_trace "Write 4k shall invalidet cached data, write on core only"
# Write (Invalidate cached data)
dd if=/dev/urandom of=${TEST_DEVICE} bs=4k count=1 oflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
# Get statistics
L_CACHE_WRITES_BEFORE=$(get_stat_sectors_written ${CACHE_DEVICE}1)
L_CORE_READS_BEFORE=$(get_stat_sectors_read ${CORE_DEVICE}1)
L_CACHE_READS_BEFORE=$(get_stat_sectors_read ${CACHE_DEVICE}1)
# Read file
test_log_trace "Read 4k, read form core only"
dd if=${TEST_DEVICE} of=/tmp/baba bs=4k count=1 iflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
# Get statistics
L_CACHE_WRITES_AFTER=$(get_stat_sectors_written ${CACHE_DEVICE}1)
L_CORE_READS_AFTER=$(get_stat_sectors_read ${CORE_DEVICE}1)
L_CACHE_READS_AFTER=$(get_stat_sectors_read ${CACHE_DEVICE}1)
test_log_trace "Core reads before : $L_CORE_READS_BEFORE"
test_log_trace "Core reads after : $L_CORE_READS_AFTER"
if [ "$L_CORE_READS_BEFORE" == "$L_CORE_READS_AFTER" ]
then
test_log_trace "Expected reads from core"
return 1
fi
test_log_trace "Cache writes before : $L_CACHE_WRITES_BEFORE"
test_log_trace "Cache wrties after : $L_CACHE_WRITES_AFTER"
if [ "$L_CACHE_WRITES_BEFORE" != "$L_CACHE_WRITES_AFTER" ]
then
test_log_trace "Unexpected writes on cache"
return 1
fi
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
test_log_trace "Resume cache"
# Resume the cache
CACHE_ID_OPTION="1" CACHE_MODE_OPTION="wt" set_cache_mode
L_CACHE_WRITES_BEFORE=$(get_stat_sectors_written ${CACHE_DEVICE}1)
L_CORE_READS_BEFORE=$(get_stat_sectors_read ${CORE_DEVICE}1)
test_log_trace "Read 4k, read form core, write on cache"
# Read file
dd if=${TEST_DEVICE} of=/dev/null bs=4k count=1 iflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
L_CORE_READS_AFTER=$(get_stat_sectors_read ${CORE_DEVICE}1)
L_CACHE_WRITES_AFTER=$(get_stat_sectors_written ${CACHE_DEVICE}1)
test_log_trace "Core reads before : $L_CORE_READS_BEFORE"
test_log_trace "Core reads after : $L_CORE_READS_AFTER"
test_log_trace "Cache writes before : $L_CACHE_WRITES_BEFORE"
test_log_trace "Cache wrties after : $L_CACHE_WRITES_AFTER"
if [ "$L_CORE_READS_BEFORE" == "$L_CORE_READS_AFTER" ]
then
test_log_trace "Expected reads from core"
return 1
fi
if [ "$L_CACHE_WRITES_BEFORE" == "$L_CACHE_WRITES_AFTER" ]
then
test_log_trace "Expected writes on cache"
return 1
fi
return 0
}
#
# START TEST
#
test_log_start
run_cmd cache_suspend_init
run_cmd cache_suspend_test
run_cmd cache_suspend_deinit
test_log_stop
#
# END TEST
#
# Always return 0 at the end of the test - if at any point something has failed
# in the API functions, test will end and return a proper result.
# If you need to check other things during the test and end the test earlier, you
# should end the test using "end_test $retval" function
end_test 0

169
test/smoke_test/cache_suspend/03 Executable file
View File

@@ -0,0 +1,169 @@
#!/bin/bash
#
# Copyright(c) 2012-2019 Intel Corporation
# SPDX-License-Identifier: BSD-3-Clause-Clear
#
# The line below specified that line under it should be used as the test's short description when launching test via run_tests script.
# The text should not be longer than 80 chars - if it is, the script will strip addititonal characters
# DESCRIPTION Verify cache and core read and write stats in WT in PT mode
# The line below says that this test should be included in BVT - it will be launched, when we use "./run_tests -b"
# USE_IN_NIGHTLY
# Standard beginning for every test - get the main tests directory and
# link the cas_lib file for CAS API, then use "start_test $*" to pass params
# and do other necessary checks and setup.
TESTS_DIR="$(dirname $0)/../"
. $TESTS_DIR/cas_lib
start_test $*
CACHE_DEVICE_SIZE=1G
CORE_DEVICE_SIZE=10G
TEST_DEVICE=${DEVICE_NAME}1-1
TEST_BS=4k
TEST_COUNT=32768
TEST_COUNT_HALF=16384
#param device
get_stat_sectors_read() {
L_DEVICE=$(basename $1)
L_STAT=$(cat /proc/diskstats | grep $L_DEVICE | awk '{ print $6 }')
echo $L_STAT
}
#param device
get_stat_sectors_written() {
L_DEVICE=$(basename $1)
L_STAT=$(cat /proc/diskstats | grep $L_DEVICE | awk '{ print $10 }')
echo $L_STAT
}
cache_suspend_init() {
# Use CACHE_DEVICE and CORE_DEVICE provided by configuration file and remove partitions from those devices
TARGET_DEVICE_OPTION="$CACHE_DEVICE" remove_partitions
TARGET_DEVICE_OPTION="$CORE_DEVICE" remove_partitions
# Create 1 primary partitions on CACHE_DEVICE
TARGET_DEVICE_OPTION="$CACHE_DEVICE" PARTITION_SIZE_OPTION=$CACHE_DEVICE_SIZE PARTITION_IDS_OPTION="1" make_primary_partitions
# Create 1 primary partitions on CORE_DEVICE
TARGET_DEVICE_OPTION="$CORE_DEVICE" PARTITION_SIZE_OPTION=$CORE_DEVICE_SIZE PARTITION_IDS_OPTION="1" make_primary_partitions
run_cmd dd if=/dev/zero of="${CORE_DEVICE}1" bs=1M count=1 oflag=direct
# Start cache on CACHE_DEVICE1
CACHE_ID_OPTION="1" CACHE_DEVICE_OPTION="${CACHE_DEVICE}1" start_cache
# Add a core device using CORE_DEVICE1
CACHE_ID_OPTION="1" CORE_DEVICE_OPTION="${CORE_DEVICE}1" add_core
}
cache_suspend_deinit() {
# Remove the core device from cache
CACHE_ID_OPTION="1" CORE_ID_OPTION="1" remove_core
# Clean up after the test
CACHE_ID_OPTION="1" stop_cache
}
cache_suspend_test() {
local L_CACHE_READS_BEFORE=
local L_CACHE_READS_AFTER=
local L_CACHE_WRITES_BEFORE=
local L_CACHE_WRITES_AFTER=
local L_CORE_READS_BEFORE=
local L_CORE_READS_AFTER=
local L_CACHE_READS=
local L_CORE_READS=
local L_SIZE_WRITTEN=
local L_SIZE_READ=
test_log_trace "Block size is ${TEST_BS}"
test_log_trace "Count is ${TEST_COUNT}"
# Write
test_log_trace "Write into CAS ${TEST_COUNT}"
dd if=/dev/urandom of=${TEST_DEVICE} bs=${TEST_BS} count=${TEST_COUNT} oflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
# Suspend the cache
test_log_trace "Suspend Cache"
CACHE_ID_OPTION="1" CACHE_MODE_OPTION="pt" set_cache_mode
# Write
test_log_trace "Overwrite half ${TEST_COUNT_HALF}"
dd if=/dev/urandom of=${TEST_DEVICE} bs=${TEST_BS} count=${TEST_COUNT_HALF} oflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
# Resume the cache
test_log_trace "Resume Cache"
CACHE_ID_OPTION="1" CACHE_MODE_OPTION="wt" set_cache_mode
# Get statistics before
L_CACHE_READS_BEFORE=$(get_stat_sectors_read ${CACHE_DEVICE}1)
L_CORE_READS_BEFORE=$(get_stat_sectors_read ${CORE_DEVICE}1)
# Read from
test_log_trace "Read from CAS"
dd if=${TEST_DEVICE} of=/dev/null bs=${TEST_BS} count=${TEST_COUNT} iflag=direct
# Sync
sync && echo 3 > /proc/sys/vm/drop_caches
# Get statistics after
L_CACHE_READS_AFTER=$(get_stat_sectors_read ${CACHE_DEVICE}1)
L_CORE_READS_AFTER=$(get_stat_sectors_read ${CORE_DEVICE}1)
test_log_trace "Cache reads before : $L_CACHE_READS_BEFORE"
test_log_trace "Cache reads after : $L_CACHE_READS_AFTER"
test_log_trace "Core reads before : $L_CORE_READS_BEFORE"
test_log_trace "Core reads after : $L_CORE_READS_AFTER"
let L_CACHE_READS=${L_CACHE_READS_AFTER}-${L_CACHE_READS_BEFORE}
test_log_trace "Cache reads : ${L_CACHE_READS}"
let L_CORE_READS=${L_CORE_READS_AFTER}-${L_CORE_READS_BEFORE}
test_log_trace "Core reads : ${L_CORE_READS}"
let L_SIZE_WRITTEN=$(get_bytes $TEST_BS)*$(get_bytes $TEST_COUNT)
test_log_trace "Size written : $L_SIZE_WRITTEN"
let L_SIZE_READ=${L_CORE_READS}+${L_CACHE_READS}
let L_SIZE_READ=${L_SIZE_READ}*512
test_log_trace "Size read : $L_SIZE_READ"
if [ "$L_SIZE_READ" != "$L_SIZE_WRITTEN" ]
then
test_log_trace "Mismatch between written size and read size"
return 1
fi
return 0
}
#
# START TEST
#
test_log_start
run_cmd cache_suspend_init
run_cmd cache_suspend_test
run_cmd cache_suspend_deinit
test_log_stop
#
# END TEST
#
# Always return 0 at the end of the test - if at any point something has failed
# in the API functions, test will end and return a proper result.
# If you need to check other things during the test and end the test earlier, you
# should end the test using "end_test $retval" function
end_test 0