github/open-cas-linux
2
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request #1037 from robertbaldyga/update-ocf-flapping

Browse Source 
Update OCF - metadata flapping + tests
This commit is contained in:
Robert Baldyga 2022-01-05 13:41:33 +01:00 committed by GitHub
commit 4333f5f62c
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 63 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
ocf

@ -1 +1 @@
Subproject commit aac21cab6321632b4ccb159466b94ea41e148d9a
Subproject commit 4d4cdece0d7321066236bb6e039670564aedef07

36
test/smoke_test/metadata_corrupt/01
View File

@ -33,6 +33,12 @@ corrupt_byte(){
echo -e "\x$(( ${READ_VALUE} ^ ${MASK} ))"| dd bs=1 count=1 seek=$OFFSET conv=notrunc of=${CACHE_DEVICE}-part1 1>&2 2>/dev/null
}
align(){
VALUE=$1
ALIGNMENT=$2
echo $((($VALUE + $ALIGNMENT - 1) / $ALIGNMENT * $ALIGNMENT))
}
# Use CACHE_DEVICE and CORE_DEVICE provided by configuration file and remove partitions from those devices
TARGET_DEVICE_OPTION="$CACHE_DEVICE" remove_partitions
TARGET_DEVICE_OPTION="$CORE_DEVICE" remove_partitions
@ -42,7 +48,7 @@ TARGET_DEVICE_OPTION="$CACHE_DEVICE" PARTITION_SIZE_OPTION="2000M" PARTITION_IDS
# Create 1 primary partition on CORE_DEVICE, 4000M
TARGET_DEVICE_OPTION="$CORE_DEVICE" PARTITION_SIZE_OPTION="4000M" PARTITION_IDS_OPTION="1" make_primary_partitions
METADATA_SECTIONS_NAMES=("Super block config" "Super block runtime" "Reserved" "Cleaning" "LRU list" "Collision" "List info" "Hash" "Core config" "Core runtime" "Core UUID")
METADATA_SECTIONS_NAMES=("Super block config" "Super block runtime" "Reserved" "Part config" "Part runtime" "Core config" "Core runtime" "Core UUID" "Cleaning" "LRU list" "Collision" "List info" "Hash")
for SECTION in "${METADATA_SECTIONS_NAMES[@]}"
do
@ -51,6 +57,13 @@ do
continue
fi
if [ "$SECTION" == "Core config" ] || [ "$SECTION" == "Core UUID" ] || [ "$SECTION" == "Part config" ]
then
flapping=1
else
flapping=0
fi
# Start cache on CACHE_DEVICE to repair it and also to make log.
CACHE_ID_OPTION="1" CACHE_FORCE_OPTION="1" CACHE_DEVICE_OPTION="${CACHE_DEVICE}-part1" start_cache
@ -79,14 +92,27 @@ do
# Super block size is in bytes!
if [ "$SECTION" == "Super block config" ] || [ "$SECTION" == "Super block runtime" ]
then
CORRUPT_ADDRESS=`echo " $(( $RANDOM_UINT32 % ${METADATA_SECTION_SIZE} ))"`
METADATA_SECTION_SIZE_B=$METADATA_SECTION_SIZE
else
CORRUPT_ADDRESS=`echo " $(( $RANDOM_UINT32 % $(( ( ${METADATA_SECTION_SIZE} - 1 ) * 1024 )) ))"`
METADATA_SECTION_SIZE_B=$(( $METADATA_SECTION_SIZE * 1024 ))
fi
test_log_trace "Corrupting with offset ${CORRUPT_ADDRESS} B from start of ${SECTION}"
CORRUPT_ADDRESS=$(( $CORRUPT_ADDRESS + ${METADATA_SECTION_OFFSET} * 1024 ))
METADATA_SECTION_START_B=$(( ${METADATA_SECTION_OFFSET} * 1024 ))
CORRUPT_OFFSET=$(( $RANDOM_UINT32 % $METADATA_SECTION_SIZE_B ))
if [ "$(( $CORRUPT_OFFSET % 4096 ))" -ge "2048" ]; then
CORRUPT_OFFSET=$(( $CORRUPT_OFFSET - 2048 ))
fi
test_log_trace "Corrupting with offset ${CORRUPT_OFFSET} B from start of ${SECTION}"
CORRUPT_ADDRESS=$(( $METADATA_SECTION_START_B + $CORRUPT_OFFSET ))
corrupt_byte ${CORRUPT_ADDRESS}
if [ "$flapping" -eq "1" ]; then
ALIGNMENT=$(( 128 * 1024 ))
METADATA_SECTION_SIZE_ALIGNED_B=$(align $METADATA_SECTION_SIZE_B $ALIGNMENT)
METADATA_SECTION_START_B=$(( $METADATA_SECTION_START_B + $METADATA_SECTION_SIZE_ALIGNED_B ))
CORRUPT_ADDRESS=$(( $METADATA_SECTION_START_B + $CORRUPT_OFFSET ))
corrupt_byte ${CORRUPT_ADDRESS}
fi
# Start again with load option, this should fail, metadata is corrupted.
NEGATIVE_TEST_OPTION="1" CACHE_ID_OPTION="1" CACHE_LOAD_METADATA_OPTION="1" CACHE_DEVICE_OPTION="${CACHE_DEVICE}-part1" start_cache
done

33
test/smoke_test/metadata_corrupt/02
View File

@ -21,6 +21,12 @@ start_test $*
test_log_start
align(){
VALUE=$1
ALIGNMENT=$2
echo $((($VALUE + $ALIGNMENT - 1) / $ALIGNMENT * $ALIGNMENT))
}
# Use CACHE_DEVICE and CORE_DEVICE provided by configuration file and remove partitions from those devices
TARGET_DEVICE_OPTION="$CACHE_DEVICE" remove_partitions
TARGET_DEVICE_OPTION="$CORE_DEVICE" remove_partitions
@ -30,7 +36,7 @@ TARGET_DEVICE_OPTION="$CACHE_DEVICE" PARTITION_SIZE_OPTION="2000M" PARTITION_IDS
# Create 1 primary partition on CORE_DEVICE, 4000M
TARGET_DEVICE_OPTION="$CORE_DEVICE" PARTITION_SIZE_OPTION="4000M" PARTITION_IDS_OPTION="1" make_primary_partitions
METADATA_SECTIONS_NAMES=("Super block config" "Super block runtime" "Reserved" "Cleaning" "LRU list" "Collision" "List info" "Hash" "Core config" "Core runtime" "Core UUID")
METADATA_SECTIONS_NAMES=("Super block config" "Super block runtime" "Reserved" "Part config" "Part runtime" "Core config" "Core runtime" "Core UUID" "Cleaning" "LRU list" "Collision" "List info" "Hash")
for SECTION in "${METADATA_SECTIONS_NAMES[@]}"
do
@ -39,6 +45,13 @@ do
continue
fi
if [ "$SECTION" == "Core config" ] || [ "$SECTION" == "Core UUID" ] || [ "$SECTION" == "Part config" ]
then
flapping=1
else
flapping=0
fi
# Start cache on CACHE_DEVICE to repair it and also to make log.
CACHE_ID_OPTION="1" CACHE_FORCE_OPTION="1" CACHE_DEVICE_OPTION="${CACHE_DEVICE}-part1" start_cache
@ -47,6 +60,7 @@ do
# Resolve offset of metadata section.
METADATA_SECTION_OFFSET=`dmesg | grep "${SECTION} offset" | tac | sed '1!d' | sed -e 's/.*[^0-9]\([0-9]\+\)[^0-9]*$/\1/' `
METADATA_SECTION_SIZE=`dmesg | grep "${SECTION} size" | tac | sed '1!d' | sed -e 's/.*[^0-9]\([0-9]\+\)[^0-9]*$/\1/' `
if [ -z ${METADATA_SECTION_OFFSET} ]
then
@ -54,12 +68,27 @@ do
end_test 1
fi
if [ "$SECTION" == "Super block config" ] || [ "$SECTION" == "Super block runtime" ]
then
METADATA_SECTION_SIZE_B=$METADATA_SECTION_SIZE
else
METADATA_SECTION_SIZE_B=$(( $METADATA_SECTION_SIZE * 1024 ))
fi
METADATA_SECTION_START_B=$(( ${METADATA_SECTION_OFFSET} * 1024 ))
CORRUPT_ADDRESS=$METADATA_SECTION_START_B
# Corrupt metadata. (here you can add your data corruption method)
# Random corrupt - corrupt 64K bytes at start of each section
test_log_trace "Corrupting 64K bytes in ${SECTION}"
# Corrupt cache metadata
run_cmd "dd if=/dev/urandom of=${CACHE_DEVICE}-part1 bs=1 count=64K conv=notrunc seek=${METADATA_SECTION_OFFSET}K "
run_cmd "dd if=/dev/urandom of=${CACHE_DEVICE}-part1 bs=1 count=64K conv=notrunc seek=${CORRUPT_ADDRESS}"
if [ "$flapping" -eq "1" ]; then
ALIGNMENT=$(( 128 * 1024 ))
METADATA_SECTION_SIZE_ALIGNED_B=$(align $METADATA_SECTION_SIZE_B $ALIGNMENT)
CORRUPT_ADDRESS=$(( $METADATA_SECTION_START_B + $METADATA_SECTION_SIZE_ALIGNED_B ))
run_cmd "dd if=/dev/urandom of=${CACHE_DEVICE}-part1 bs=1 count=64K conv=notrunc seek=${CORRUPT_ADDRESS}"
fi
# Start again with load option, this should fail, metadata is corrupted.
NEGATIVE_TEST_OPTION="1" CACHE_ID_OPTION="1" CACHE_LOAD_METADATA_OPTION="1" CACHE_DEVICE_OPTION="${CACHE_DEVICE}-part1" start_cache