tests: verify if parts are evicted in good order
Signed-off-by: Michal Mielewczyk <michal.mielewczyk@intel.com>
This commit is contained in:
Michal Mielewczyk
parent
1ba61535fa
commit
f803dff669
@ -0,0 +1,160 @@
|
||||
#
|
||||
# Copyright(c) 2020 Intel Corporation
|
||||
# SPDX-License-Identifier: BSD-3-Clause-Clear
|
||||
#
|
||||
|
||||
from collections import namedtuple
|
||||
from math import isclose
|
||||
|
||||
import pytest
|
||||
|
||||
from .io_class_common import *
|
||||
from api.cas.cache_config import CacheMode, CacheLineSize
|
||||
from api.cas.ioclass_config import IoClass
|
||||
from storage_devices.disk import DiskType, DiskTypeSet, DiskTypeLowerThan
|
||||
from test_tools import fs_utils
|
||||
from test_tools.disk_utils import Filesystem
|
||||
from test_utils.os_utils import sync, Udev
|
||||
|
||||
|
||||
@pytest.mark.require_disk("cache", DiskTypeSet([DiskType.optane, DiskType.nand]))
|
||||
@pytest.mark.require_disk("core", DiskTypeLowerThan("cache"))
|
||||
@pytest.mark.parametrizex("cache_line_size", CacheLineSize)
|
||||
def test_ioclass_eviction_priority(cache_line_size):
|
||||
"""
|
||||
title: Check whether eviction priorites are respected.
|
||||
description: |
|
||||
Create ioclass for 4 different directories, each with different
|
||||
eviction priority configured. Saturate 3 of them and check if the
|
||||
partitions are evicted in a good order during IO to the fourth
|
||||
pass_criteria:
|
||||
- Partitions are evicted in specified order
|
||||
"""
|
||||
with TestRun.step("Prepare CAS device"):
|
||||
cache, core = prepare(cache_mode=CacheMode.WT, cache_line_size=cache_line_size)
|
||||
cache_size = cache.get_statistics().config_stats.cache_size
|
||||
|
||||
with TestRun.step("Disable udev"):
|
||||
Udev.disable()
|
||||
|
||||
with TestRun.step(
|
||||
f"Preparing filesystem and mounting {core.system_path} at {mountpoint}"
|
||||
):
|
||||
filesystem = Filesystem.xfs
|
||||
core.create_filesystem(filesystem)
|
||||
core.mount(mountpoint)
|
||||
sync()
|
||||
|
||||
with TestRun.step("Prepare test dirs"):
|
||||
IoclassConfig = namedtuple(
|
||||
"IoclassConfig", "id eviction_prio max_occupancy dir_path"
|
||||
)
|
||||
io_classes = [
|
||||
IoclassConfig(1, 3, 0.30, f"{mountpoint}/A"),
|
||||
IoclassConfig(2, 4, 0.30, f"{mountpoint}/B"),
|
||||
IoclassConfig(3, 5, 0.40, f"{mountpoint}/C"),
|
||||
IoclassConfig(4, 1, 1.00, f"{mountpoint}/D"),
|
||||
]
|
||||
|
||||
for io_class in io_classes:
|
||||
fs_utils.create_directory(io_class.dir_path, parents=True)
|
||||
|
||||
with TestRun.step("Remove old ioclass config"):
|
||||
ioclass_config.remove_ioclass_config()
|
||||
ioclass_config.create_ioclass_config(False)
|
||||
|
||||
with TestRun.step("Adding default ioclasses"):
|
||||
ioclass_config.add_ioclass(*str(IoClass.default(allocation="0.00")).split(","))
|
||||
|
||||
with TestRun.step("Adding ioclasses for all dirs"):
|
||||
for io_class in io_classes:
|
||||
ioclass_config.add_ioclass(
|
||||
io_class.id,
|
||||
f"directory:{io_class.dir_path}&done",
|
||||
io_class.eviction_prio,
|
||||
f"{io_class.max_occupancy:0.2f}",
|
||||
)
|
||||
|
||||
casadm.load_io_classes(cache_id=cache.cache_id, file=ioclass_config_path)
|
||||
|
||||
with TestRun.step("Resetting cache stats"):
|
||||
cache.purge_cache()
|
||||
cache.reset_counters()
|
||||
|
||||
with TestRun.step("Checking initial occupancy"):
|
||||
for io_class in io_classes:
|
||||
occupancy = get_io_class_occupancy(cache, io_class.id)
|
||||
if occupancy.get_value() != 0:
|
||||
TestRun.LOGGER.error(
|
||||
f"Incorrect inital occupancy for ioclass id: {io_class.id}."
|
||||
f" Expected 0, got: {occupancy}"
|
||||
)
|
||||
|
||||
with TestRun.step(
|
||||
f"To A, B and C directories perform IO with size of max io_class occupancy"
|
||||
):
|
||||
for io_class in io_classes[0:3]:
|
||||
run_io_dir(
|
||||
f"{io_class.dir_path}/tmp_file",
|
||||
int((io_class.max_occupancy * cache_size) / Unit.Blocks4096),
|
||||
)
|
||||
|
||||
with TestRun.step("Check if each ioclass reached it's occupancy limit"):
|
||||
for io_class in io_classes[0:3]:
|
||||
actuall_occupancy = get_io_class_occupancy(cache, io_class.id)
|
||||
|
||||
occupancy_limit = (
|
||||
(io_class.max_occupancy * cache_size)
|
||||
.align_down(Unit.Blocks4096.get_value())
|
||||
.set_unit(Unit.Blocks4096)
|
||||
)
|
||||
|
||||
if not isclose(actuall_occupancy.value, occupancy_limit.value, rel_tol=0.1):
|
||||
TestRun.LOGGER.error(
|
||||
f"Occupancy for ioclass {io_class.id} does not match. "
|
||||
f"Limit: {occupancy_limit}, actuall: {actuall_occupancy}"
|
||||
)
|
||||
|
||||
if get_io_class_occupancy(cache, io_classes[3].id).value != 0:
|
||||
TestRun.LOGGER.error(
|
||||
f"Occupancy for ioclass {io_classes[3].id} should be 0. "
|
||||
f"Actuall: {actuall_occupancy}"
|
||||
)
|
||||
|
||||
with TestRun.step(
|
||||
"Perform IO to the fourth directory and check "
|
||||
"if other partitions are evicted in a good order"
|
||||
):
|
||||
target_io_class = io_classes[3]
|
||||
io_classes_to_evict = io_classes[:3][
|
||||
::-1
|
||||
] # List is ordered by eviction priority
|
||||
io_classes_evicted = []
|
||||
for io_class in io_classes_to_evict:
|
||||
run_io_dir(
|
||||
f"{target_io_class.dir_path}/tmp_file",
|
||||
int((io_class.max_occupancy * cache_size) / Unit.Blocks4096),
|
||||
)
|
||||
part_to_evict_end_occupancy = get_io_class_occupancy(
|
||||
cache, io_class.id, percent=True
|
||||
)
|
||||
|
||||
# Since number of evicted cachelines is always >= 128, occupancy is checked
|
||||
# with approximation
|
||||
if not isclose(part_to_evict_end_occupancy, 0, abs_tol=4):
|
||||
TestRun.LOGGER.error(
|
||||
f"Wrong percent of cache lines evicted from part {io_class.id}. "
|
||||
f"Meant to be evicted {io_class.max_occupancy*100}%, actaully evicted "
|
||||
f"{io_class.max_occupancy*100-part_to_evict_end_occupancy}%"
|
||||
)
|
||||
|
||||
io_classes_evicted.append(io_class)
|
||||
|
||||
for i in io_classes_to_evict:
|
||||
if i in io_classes_evicted:
|
||||
continue
|
||||
|
||||
occupancy = get_io_class_occupancy(cache, i.id, percent=True)
|
||||
|
||||
if not isclose(occupancy, i.max_occupancy * 100, abs_tol=4):
|
||||
TestRun.LOGGER.error(f"Ioclass {i.id} evicted incorrectly")
|
||||
Loading…
Reference in New Issue
Block a user