# # Copyright(c) 2020-2021 Intel Corporation # Copyright(c) 2024 Huawei Technologies Co., Ltd. # SPDX-License-Identifier: BSD-3-Clause # # The MIT License (MIT) # # Copyright (c) 2004-2020 Holger Krekel and others # # Permission is hereby granted, free of charge, to any person obtaining a copy of # this software and associated documentation files (the "Software"), to deal in # the Software without restriction, including without limitation the rights to # use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies # of the Software, and to permit persons to whom the Software is furnished to do # so, subject to the following conditions: # # The above copyright notice and this permission notice shall be included in all # copies or substantial portions of the Software. # # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE # SOFTWARE. from itertools import product, combinations import random from core.test_run import TestRun def testcase_id(param_set): if len(param_set.values) == 1: return param_set.values[0] return "-".join([str(value) for value in param_set.values]) def generate_pair_testing_testcases(*argvals): """ Generate test_cases from provided argument values lists in such way that each possible (argX, argY) pair will be used. """ # if only one argument is used, yield from it if len(argvals) == 1: for val in argvals[0]: yield (val,) # append argument index to argument values list to avoid confusion when there are two arguments # with the same type for i, arg in enumerate(argvals): for j, val in enumerate(arg): arg[j] = (i, val) # generate all possible test cases all_test_cases = list(product(*argvals)) random.seed(TestRun.random_seed) random.shuffle(all_test_cases) used_pairs = set() for tc in all_test_cases: current_pairs = set(combinations(tc, 2)) # if cardinality of (current_pairs & used_pairs) is lesser than cardinality of current_pairs # it means not all argument pairs in this tc have been used. return current tc # and update used_pairs set if len(current_pairs & used_pairs) != len(current_pairs): used_pairs.update(current_pairs) # unpack testcase by deleting argument index yield list(list(zip(*tc))[1]) def register_testcases(metafunc, argnames, argvals): """ Add custom parametrization test cases. Based on metafunc's parametrize method. """ from _pytest.python import CallSpec2, _find_parametrized_scope from _pytest.mark import ParameterSet parameter_sets = [ParameterSet(values=val, marks=[], id=None) for val in argvals] metafunc._validate_if_using_arg_names(argnames, False) arg_value_types = metafunc._resolve_arg_value_types(argnames, False) ids = [testcase_id(param_set) for param_set in parameter_sets] scope_ = _find_parametrized_scope(argnames=argnames, arg2fixturedefs=metafunc._arg2fixturedefs, indirect=False) calls = [] for callspec in metafunc._calls or [CallSpec2()]: for param_index, (param_id, param_set) in enumerate(zip(ids, parameter_sets)): newcallspec = callspec.setmulti( valtypes=arg_value_types, argnames=argnames, valset=param_set.values, id=str(param_id), marks=param_set.marks, scope=scope_, param_index=param_index, ) calls.append(newcallspec) metafunc._calls = calls