refactor compare_md5 and move functions to common.py

Signed-off-by: Damian Raczkowski <damian.raczkowski@intel.com>
This commit is contained in:
Damian Raczkowski 2022-09-14 11:11:31 +02:00
parent a9260524e0
commit 3450f88eb1
2 changed files with 70 additions and 55 deletions

View File

@ -0,0 +1,42 @@
#
# Copyright(c) 2022 Intel Corporation
# SPDX-License-Identifier: BSD-3-Clause
#
from test_tools import fs_utils
from core.test_run import TestRun
from test_utils.size import Size, Unit
test_file_size = Size(500, Unit.KiloByte)
def create_files_with_md5sums(destination_path, files_count):
md5sums = list()
for i in range(0, files_count):
temp_file = f"/tmp/file{i}"
destination_file = f"{destination_path}/file{i}"
test_file = fs_utils.create_random_test_file(temp_file, test_file_size)
test_file.copy(destination_file, force=True)
md5sums.append(test_file.md5sum())
TestRun.LOGGER.info(f"Files created and copied to core successfully.")
return md5sums
def compare_md5sums(md5_sums_source, files_to_check_path, copy_to_tmp=False):
md5_sums_elements = len(md5_sums_source)
for i in range(md5_sums_elements):
file_to_check_path = f"{files_to_check_path}/file{i}"
file_to_check = fs_utils.parse_ls_output(fs_utils.ls_item(file_to_check_path))[0]
if copy_to_tmp:
file_to_check_path = f"{files_to_check_path}/filetmp"
file_to_check.copy(file_to_check_path, force=True)
file_to_check = fs_utils.parse_ls_output(fs_utils.ls_item(file_to_check_path))[0]
if md5_sums_source[i] != file_to_check.md5sum():
TestRun.fail(f"Source and target files {file_to_check_path} checksums are different.")
TestRun.LOGGER.info(f"Successful verification, md5sums match.")

View File

@ -1,5 +1,5 @@
# #
# Copyright(c) 2020-2021 Intel Corporation # Copyright(c) 2020-2022 Intel Corporation
# SPDX-License-Identifier: BSD-3-Clause # SPDX-License-Identifier: BSD-3-Clause
# #
@ -7,6 +7,7 @@ import pytest
from api.cas import casadm from api.cas import casadm
from api.cas.cache_config import CacheMode from api.cas.cache_config import CacheMode
from .common import compare_md5sums, create_files_with_md5sums
from core.test_run import TestRun from core.test_run import TestRun
from storage_devices.disk import DiskType, DiskTypeSet, DiskTypeLowerThan from storage_devices.disk import DiskType, DiskTypeSet, DiskTypeLowerThan
from storage_devices.raid import Raid, RaidConfiguration, MetadataVariant, Level from storage_devices.raid import Raid, RaidConfiguration, MetadataVariant, Level
@ -37,23 +38,22 @@ def test_raid_as_cache(cache_mode):
- Files copied successfully, the md5sum match the origin one. - Files copied successfully, the md5sum match the origin one.
""" """
with TestRun.step("Create RAID1."): with TestRun.step("Create RAID1."):
raid_disk = TestRun.disks['cache1'] raid_disk = TestRun.disks["cache1"]
raid_disk.create_partitions([Size(2, Unit.GibiByte)]) raid_disk.create_partitions([Size(2, Unit.GibiByte)])
raid_disk_1 = raid_disk.partitions[0] raid_disk_1 = raid_disk.partitions[0]
raid_disk2 = TestRun.disks['cache2'] raid_disk2 = TestRun.disks["cache2"]
raid_disk2.create_partitions([Size(2, Unit.GibiByte)]) raid_disk2.create_partitions([Size(2, Unit.GibiByte)])
raid_disk_2 = raid_disk2.partitions[0] raid_disk_2 = raid_disk2.partitions[0]
config = RaidConfiguration( config = RaidConfiguration(
level=Level.Raid1, level=Level.Raid1, metadata=MetadataVariant.Legacy, number_of_devices=2
metadata=MetadataVariant.Legacy, )
number_of_devices=2)
raid_volume = Raid.create(config, [raid_disk_1, raid_disk_2]) raid_volume = Raid.create(config, [raid_disk_1, raid_disk_2])
TestRun.LOGGER.info(f"RAID created successfully.") TestRun.LOGGER.info(f"RAID created successfully.")
with TestRun.step("Prepare core device."): with TestRun.step("Prepare core device."):
core_disk = TestRun.disks['core'] core_disk = TestRun.disks["core"]
core_disk.create_partitions([Size(2, Unit.GibiByte)]) core_disk.create_partitions([Size(2, Unit.GibiByte)])
core_dev = core_disk.partitions[0] core_dev = core_disk.partitions[0]
@ -96,10 +96,10 @@ def test_many_cores_raid_as_cache(cache_mode):
- Successful creation and copy files to each core and verification of theirs md5sum. - Successful creation and copy files to each core and verification of theirs md5sum.
""" """
with TestRun.step("Create cache with RAID0 as caching device."): with TestRun.step("Create cache with RAID0 as caching device."):
raid_disk = TestRun.disks['cache1'] raid_disk = TestRun.disks["cache1"]
raid_disk.create_partitions([Size(2, Unit.GibiByte)]) raid_disk.create_partitions([Size(2, Unit.GibiByte)])
raid_disk_1 = raid_disk.partitions[0] raid_disk_1 = raid_disk.partitions[0]
raid_disk2 = TestRun.disks['cache2'] raid_disk2 = TestRun.disks["cache2"]
raid_disk2.create_partitions([Size(2, Unit.GibiByte)]) raid_disk2.create_partitions([Size(2, Unit.GibiByte)])
raid_disk_2 = raid_disk2.partitions[0] raid_disk_2 = raid_disk2.partitions[0]
@ -107,7 +107,8 @@ def test_many_cores_raid_as_cache(cache_mode):
level=Level.Raid0, level=Level.Raid0,
metadata=MetadataVariant.Legacy, metadata=MetadataVariant.Legacy,
number_of_devices=2, number_of_devices=2,
size=Size(1, Unit.GiB)) size=Size(1, Unit.GiB),
)
raid_volume = Raid.create(config, [raid_disk_1, raid_disk_2]) raid_volume = Raid.create(config, [raid_disk_1, raid_disk_2])
TestRun.LOGGER.info(f"RAID created successfully.") TestRun.LOGGER.info(f"RAID created successfully.")
@ -115,7 +116,7 @@ def test_many_cores_raid_as_cache(cache_mode):
cache = casadm.start_cache(raid_volume, cache_mode, force=True) cache = casadm.start_cache(raid_volume, cache_mode, force=True)
with TestRun.step("Add core device to cache, create filesystem and mount it."): with TestRun.step("Add core device to cache, create filesystem and mount it."):
core_disk1 = TestRun.disks['core1'] core_disk1 = TestRun.disks["core1"]
core_disk1.create_partitions([Size(2, Unit.GibiByte)]) core_disk1.create_partitions([Size(2, Unit.GibiByte)])
core_dev1 = core_disk1.partitions[0] core_dev1 = core_disk1.partitions[0]
@ -124,7 +125,7 @@ def test_many_cores_raid_as_cache(cache_mode):
core1.mount(mount_point) core1.mount(mount_point)
with TestRun.step("Add second core device to cache, create filesystem and mount it."): with TestRun.step("Add second core device to cache, create filesystem and mount it."):
core_disk2 = TestRun.disks['core2'] core_disk2 = TestRun.disks["core2"]
core_disk2.create_partitions([Size(2, Unit.GibiByte)]) core_disk2.create_partitions([Size(2, Unit.GibiByte)])
core_dev2 = core_disk2.partitions[0] core_dev2 = core_disk2.partitions[0]
@ -143,31 +144,3 @@ def test_many_cores_raid_as_cache(cache_mode):
with TestRun.step("Compare checksum on second core."): with TestRun.step("Compare checksum on second core."):
compare_md5sums(core2_md5sums, mount_point2) compare_md5sums(core2_md5sums, mount_point2)
def create_files_with_md5sums(destination_path, files_count):
md5sums = list()
for i in range(0, files_count):
temp_file = f"/tmp/file{i}"
destination_file = f"{destination_path}/file{i}"
test_file = fs_utils.create_random_test_file(temp_file, test_file_size)
test_file.copy(destination_file, force=True)
md5sums.append(test_file.md5sum())
TestRun.LOGGER.info(f"Files created and copied to core successfully.")
return md5sums
def compare_md5sums(md5_sums_source, files_to_check_path):
md5_sums_elements = len(md5_sums_source)
for i in range(md5_sums_elements):
file_to_check_path = f"{files_to_check_path}/file{i}"
file_to_check = fs_utils.parse_ls_output(fs_utils.ls_item(file_to_check_path))[0]
if md5_sums_source[i] != file_to_check.md5sum():
TestRun.fail(f"Source and target files {file_to_check_path} checksums are different.")
TestRun.LOGGER.info(f"Successful verification, md5sums match.")