tests: repart with occupancy threshold enabled

Signed-off-by: Michal Mielewczyk <michal.mielewczyk@intel.com>
2020-11-02 04:59:39 -05:00 · 2020-11-02 04:59:39 -05:00 · 80d113bb59
commit 80d113bb59
parent 89b4f31806
1 changed files with 123 additions and 0 deletions
--- a/test/functional/tests/io_class/test_io_class_occupancy_repart.py
+++ b/test/functional/tests/io_class/test_io_class_occupancy_repart.py
@ -0,0 +1,123 @@
+#
+# Copyright(c) 2020 Intel Corporation
+# SPDX-License-Identifier: BSD-3-Clause-Clear
+#
+
+from collections import namedtuple
+from math import isclose
+
+import pytest
+
+from .io_class_common import *
+from api.cas.cache_config import CacheMode, CacheLineSize
+from api.cas.ioclass_config import IoClass
+from storage_devices.disk import DiskType, DiskTypeSet, DiskTypeLowerThan
+from test_tools import fs_utils
+from test_tools.disk_utils import Filesystem
+from test_utils.os_utils import sync, Udev
+
+
+@pytest.mark.require_disk("cache", DiskTypeSet([DiskType.optane, DiskType.nand]))
+@pytest.mark.require_disk("core", DiskTypeLowerThan("cache"))
+@pytest.mark.parametrize("cache_mode", [CacheMode.WB, CacheMode.WT])
+@pytest.mark.parametrizex("cache_line_size", CacheLineSize)
+@pytest.mark.parametrize("ioclass_size_multiplicatior", [0.5, 1])
+def test_ioclass_repart(cache_mode, cache_line_size, ioclass_size_multiplicatior):
+    """
+        title: Check whether occupancy limit is respected during repart
+        description: |
+          Create ioclass for 3 different directories, each with different max
+          occupancy threshold. Create 3 files classified on default ioclass.
+          Move files to directories created earlier and force repart by reading
+          theirs contents.
+        pass_criteria:
+          - Partitions are evicted in specified order
+    """
+    with TestRun.step("Prepare CAS device"):
+        cache, core = prepare(cache_mode=cache_mode, cache_line_size=cache_line_size)
+        cache_size = cache.get_statistics().config_stats.cache_size
+
+    with TestRun.step("Disable udev"):
+        Udev.disable()
+
+    with TestRun.step(f"Prepare filesystem and mount {core.system_path} at {mountpoint}"):
+        filesystem = Filesystem.xfs
+        core.create_filesystem(filesystem)
+        core.mount(mountpoint)
+        sync()
+
+    with TestRun.step("Prepare test dirs"):
+        IoclassConfig = namedtuple("IoclassConfig", "id eviction_prio max_occupancy dir_path")
+        io_classes = [
+            IoclassConfig(1, 3, 0.40, f"{mountpoint}/A"),
+            IoclassConfig(2, 4, 0.30, f"{mountpoint}/B"),
+            IoclassConfig(3, 5, 0.30, f"{mountpoint}/C"),
+        ]
+
+        for io_class in io_classes:
+            fs_utils.create_directory(io_class.dir_path, parents=True)
+
+    with TestRun.step("Remove old ioclass config"):
+        ioclass_config.remove_ioclass_config()
+        ioclass_config.create_ioclass_config(False)
+
+    with TestRun.step("Add default ioclasses"):
+        ioclass_config.add_ioclass(*str(IoClass.default(allocation="1.00")).split(","))
+
+    with TestRun.step("Add ioclasses for all dirs"):
+        for io_class in io_classes:
+            ioclass_config.add_ioclass(
+                io_class.id,
+                f"directory:{io_class.dir_path}&done",
+                io_class.eviction_prio,
+                f"{io_class.max_occupancy*ioclass_size_multiplicatior:0.2f}",
+            )
+
+        casadm.load_io_classes(cache_id=cache.cache_id, file=ioclass_config_path)
+
+    with TestRun.step("Reset cache stats"):
+        cache.purge_cache()
+        cache.reset_counters()
+
+    with TestRun.step(f"Create 3 files classified in default ioclass"):
+        for i, io_class in enumerate(io_classes[0:3]):
+            run_io_dir(
+                f"{mountpoint}/{i}", int((io_class.max_occupancy * cache_size) / Unit.Blocks4096)
+            )
+
+        if not isclose(
+            get_io_class_occupancy(cache, ioclass_config.DEFAULT_IO_CLASS_ID).value,
+            cache_size.value,
+            rel_tol=0.1,
+        ):
+            TestRun.fail(f"Failed to populte default ioclass")
+
+    with TestRun.step("Check initial occupancy"):
+        for io_class in io_classes:
+            occupancy = get_io_class_occupancy(cache, io_class.id)
+            if occupancy.get_value() != 0:
+                TestRun.LOGGER.error(
+                    f"Incorrect inital occupancy for ioclass id: {io_class.id}."
+                    f" Expected 0, got: {occupancy}"
+                )
+
+    with TestRun.step("Force repart - move files to created directories and read theirs contents"):
+        for i, io_class in enumerate(io_classes):
+            fs_utils.move(source=f"{mountpoint}/{i}", destination=io_class.dir_path)
+            run_io_dir_read(f"{io_class.dir_path}/{i}")
+
+    with TestRun.step("Check if each ioclass reached it's occupancy limit"):
+        for io_class in io_classes[0:3]:
+            actuall_occupancy = get_io_class_occupancy(cache, io_class.id)
+
+            occupancy_limit = (
+                (io_class.max_occupancy * cache_size * ioclass_size_multiplicatior)
+                .align_down(Unit.Blocks4096.get_value())
+                .set_unit(Unit.Blocks4096)
+            )
+
+            if not isclose(actuall_occupancy.value, occupancy_limit.value, rel_tol=0.1):
+                TestRun.LOGGER.error(
+                    f"Occupancy for ioclass {io_class.id} does not match. "
+                    f"Limit: {occupancy_limit}, actuall: {actuall_occupancy}"
+                )