import os import unittest from httprunner import exceptions, loader, validator class TestFileLoader(unittest.TestCase): def test_load_yaml_file_file_format_error(self): yaml_tmp_file = "tests/data/tmp.yml" # create empty yaml file with open(yaml_tmp_file, 'w') as f: f.write("") with self.assertRaises(exceptions.FileFormatError): loader.load_yaml_file(yaml_tmp_file) os.remove(yaml_tmp_file) # create invalid format yaml file with open(yaml_tmp_file, 'w') as f: f.write("abc") with self.assertRaises(exceptions.FileFormatError): loader.load_yaml_file(yaml_tmp_file) os.remove(yaml_tmp_file) def test_load_json_file_file_format_error(self): json_tmp_file = "tests/data/tmp.json" # create empty file with open(json_tmp_file, 'w') as f: f.write("") with self.assertRaises(exceptions.FileFormatError): loader.load_json_file(json_tmp_file) os.remove(json_tmp_file) # create empty json file with open(json_tmp_file, 'w') as f: f.write("{}") with self.assertRaises(exceptions.FileFormatError): loader.load_json_file(json_tmp_file) os.remove(json_tmp_file) # create invalid format json file with open(json_tmp_file, 'w') as f: f.write("abc") with self.assertRaises(exceptions.FileFormatError): loader.load_json_file(json_tmp_file) os.remove(json_tmp_file) def test_load_testcases_bad_filepath(self): testcase_file_path = os.path.join(os.getcwd(), 'tests/data/demo') with self.assertRaises(exceptions.FileNotFound): loader.load_file(testcase_file_path) def test_load_json_testcases(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_hardcode.json') testcases = loader.load_file(testcase_file_path) self.assertEqual(len(testcases), 3) test = testcases[0]["test"] self.assertIn('name', test) self.assertIn('request', test) self.assertIn('url', test['request']) self.assertIn('method', test['request']) def test_load_yaml_testcases(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_hardcode.yml') testcases = loader.load_file(testcase_file_path) self.assertEqual(len(testcases), 3) test = testcases[0]["test"] self.assertIn('name', test) self.assertIn('request', test) self.assertIn('url', test['request']) self.assertIn('method', test['request']) def test_load_csv_file_one_parameter(self): csv_file_path = os.path.join( os.getcwd(), 'tests/data/user_agent.csv') csv_content = loader.load_file(csv_file_path) self.assertEqual( csv_content, [ {'user_agent': 'iOS/10.1'}, {'user_agent': 'iOS/10.2'}, {'user_agent': 'iOS/10.3'} ] ) def test_load_csv_file_multiple_parameters(self): csv_file_path = os.path.join( os.getcwd(), 'tests/data/account.csv') csv_content = loader.load_file(csv_file_path) self.assertEqual( csv_content, [ {'username': 'test1', 'password': '111111'}, {'username': 'test2', 'password': '222222'}, {'username': 'test3', 'password': '333333'} ] ) def test_load_folder_files(self): folder = os.path.join(os.getcwd(), 'tests') file1 = os.path.join(os.getcwd(), 'tests', 'test_utils.py') file2 = os.path.join(os.getcwd(), 'tests', 'data', 'demo_binds.yml') files = loader.load_folder_files(folder, recursive=False) self.assertNotIn(file2, files) files = loader.load_folder_files(folder) self.assertIn(file2, files) self.assertNotIn(file1, files) files = loader.load_folder_files(folder) api_file = os.path.join(os.getcwd(), 'tests', 'api', 'basic.yml') self.assertIn(api_file, files) files = loader.load_folder_files("not_existed_foulder", recursive=False) self.assertEqual([], files) files = loader.load_folder_files(file2, recursive=False) self.assertEqual([], files) def test_load_dot_env_file(self): env_variables_mapping = loader.load_dot_env_file("tests/data/test.env") self.assertIn("PROJECT_KEY", env_variables_mapping) self.assertEqual(env_variables_mapping["UserName"], "debugtalk") def test_load_env_path_not_exist(self): with self.assertRaises(exceptions.FileNotFound): loader.load_dot_env_file("not_exist.env") def test_locate_file(self): with self.assertRaises(exceptions.FileNotFound): loader.locate_file(os.getcwd(), "debugtalk.py") with self.assertRaises(exceptions.FileNotFound): loader.locate_file("", "debugtalk.py") start_path = os.path.join(os.getcwd(), "tests") self.assertEqual( loader.locate_file(start_path, "debugtalk.py"), "tests/debugtalk.py" ) self.assertEqual( loader.locate_file("tests/", "debugtalk.py"), "tests/debugtalk.py" ) self.assertEqual( loader.locate_file("tests", "debugtalk.py"), "tests/debugtalk.py" ) self.assertEqual( loader.locate_file("tests/base.py", "debugtalk.py"), "tests/debugtalk.py" ) self.assertEqual( loader.locate_file("tests/data/test.env", "debugtalk.py"), "tests/debugtalk.py" ) class TestModuleLoader(unittest.TestCase): def test_filter_module_functions(self): module_mapping = loader.load_python_module(loader) functions_dict = module_mapping["functions"] self.assertIn("load_python_module", functions_dict) self.assertNotIn("is_py3", functions_dict) def test_load_debugtalk_module(self): project_dir = os.path.join(os.getcwd(), "tests") loader.load_project_tests(project_dir) loader.load_debugtalk_module() imported_module_items = loader.project_mapping["debugtalk"] self.assertIn("equals", imported_module_items["functions"]) self.assertNotIn("SECRET_KEY", imported_module_items["variables"]) self.assertNotIn("alter_response", imported_module_items["functions"]) loader.load_debugtalk_module("tests") imported_module_items = loader.project_mapping["debugtalk"] self.assertEqual( imported_module_items["variables"]["SECRET_KEY"], "DebugTalk" ) self.assertIn("alter_response", imported_module_items["functions"]) is_status_code_200 = imported_module_items["functions"]["is_status_code_200"] self.assertTrue(is_status_code_200(200)) self.assertFalse(is_status_code_200(500)) def test_get_module_item_functions(self): from httprunner import utils module_mapping = loader.load_python_module(utils) get_uniform_comparator = loader.get_module_item( module_mapping, "functions", "get_uniform_comparator") self.assertTrue(validator.is_function(("get_uniform_comparator", get_uniform_comparator))) self.assertEqual(get_uniform_comparator("=="), "equals") with self.assertRaises(exceptions.FunctionNotFound): loader.get_module_item(module_mapping, "functions", "gen_md4") def test_get_module_item_variables(self): from tests import debugtalk module_mapping = loader.load_python_module(debugtalk) SECRET_KEY = loader.get_module_item(module_mapping, "variables", "SECRET_KEY") self.assertTrue(validator.is_variable(("SECRET_KEY", SECRET_KEY))) self.assertEqual(SECRET_KEY, "DebugTalk") with self.assertRaises(exceptions.VariableNotFound): loader.get_module_item(module_mapping, "variables", "SECRET_KEY2") class TestSuiteLoader(unittest.TestCase): @classmethod def setUpClass(cls): project_dir = os.path.join(os.getcwd(), "tests") loader.load_project_tests(project_dir) def test_load_test_file_testcase(self): testcase = loader._load_test_file("tests/testcases/smoketest.yml") self.assertEqual(testcase["config"]["name"], "smoketest") self.assertEqual(testcase["config"]["path"], "tests/testcases/smoketest.yml") self.assertIn("device_sn", testcase["config"]["variables"][0]) self.assertEqual(len(testcase["teststeps"]), 8) self.assertEqual(testcase["teststeps"][0]["name"], "get token") def test_get_block_by_name(self): ref_call = "get_user($uid, $token)" block = loader._get_block_by_name(ref_call, "def-api") self.assertEqual(block["request"]["url"], "/api/users/$uid") self.assertEqual(block["function_meta"]["func_name"], "get_user") self.assertEqual(block["function_meta"]["args"], ['$uid', '$token']) def test_get_block_by_name_args_mismatch(self): ref_call = "get_user($uid, $token, $var)" with self.assertRaises(exceptions.ParamsError): loader._get_block_by_name(ref_call, "def-api") def test_override_block(self): def_block = loader._get_block_by_name( "get_token($user_agent, $device_sn, $os_platform, $app_version)", "def-api") test_block = { "name": "override block", "variables": [ {"var": 123} ], 'request': { 'url': '/api/get-token', 'method': 'POST', 'headers': {'user_agent': '$user_agent', 'device_sn': '$device_sn', 'os_platform': '$os_platform', 'app_version': '$app_version'}, 'json': {'sign': '${get_sign($user_agent, $device_sn, $os_platform, $app_version)}'}}, 'validate': [ {'eq': ['status_code', 201]}, {'len_eq': ['content.token', 32]} ] } loader._extend_block(test_block, def_block) self.assertEqual(test_block["name"], "override block") self.assertIn({'check': 'status_code', 'expect': 201, 'comparator': 'eq'}, test_block["validate"]) self.assertIn({'check': 'content.token', 'comparator': 'len_eq', 'expect': 32}, test_block["validate"]) def test_get_test_definition_api(self): api_def = loader._get_test_definition("get_headers", "def-api") self.assertEqual(api_def["request"]["url"], "/headers") self.assertEqual(len(api_def["setup_hooks"]), 2) self.assertEqual(len(api_def["teardown_hooks"]), 1) with self.assertRaises(exceptions.ApiNotFound): loader._get_test_definition("get_token_XXX", "def-api") def test_get_test_definition_suite(self): api_def = loader._get_test_definition("create_and_check", "def-testcase") self.assertEqual(api_def["config"]["name"], "create user and check result.") with self.assertRaises(exceptions.TestcaseNotFound): loader._get_test_definition("create_and_check_XXX", "def-testcase") def test_merge_validator(self): def_validators = [ {'eq': ['v1', 200]}, {"check": "s2", "expect": 16, "comparator": "len_eq"} ] current_validators = [ {"check": "v1", "expect": 201}, {'len_eq': ['s3', 12]} ] merged_validators = loader._merge_validator(def_validators, current_validators) self.assertIn( {"check": "v1", "expect": 201, "comparator": "eq"}, merged_validators ) self.assertIn( {"check": "s2", "expect": 16, "comparator": "len_eq"}, merged_validators ) self.assertIn( {"check": "s3", "expect": 12, "comparator": "len_eq"}, merged_validators ) def test_merge_validator_with_dict(self): def_validators = [ {'eq': ["a", {"v": 1}]}, {'eq': [{"b": 1}, 200]} ] current_validators = [ {'len_eq': ['s3', 12]}, {'eq': [{"b": 1}, 201]} ] merged_validators = loader._merge_validator(def_validators, current_validators) self.assertEqual(len(merged_validators), 3) self.assertIn({'check': {'b': 1}, 'expect': 201, 'comparator': 'eq'}, merged_validators) self.assertNotIn({'check': {'b': 1}, 'expect': 200, 'comparator': 'eq'}, merged_validators) def test_merge_extractor(self): api_extrators = [{"var1": "val1"}, {"var2": "val2"}] current_extractors = [{"var1": "val111"}, {"var3": "val3"}] merged_extractors = loader._merge_extractor(api_extrators, current_extractors) self.assertIn( {"var1": "val111"}, merged_extractors ) self.assertIn( {"var2": "val2"}, merged_extractors ) self.assertIn( {"var3": "val3"}, merged_extractors ) def test_load_testcases_by_path_files(self): testsets_list = [] # absolute file path path = os.path.join( os.getcwd(), 'tests/data/demo_testset_hardcode.json') testset_list = loader.load_testcases(path) self.assertEqual(len(testset_list), 1) self.assertIn("path", testset_list[0]["config"]) self.assertEqual(testset_list[0]["config"]["path"], path) self.assertEqual(len(testset_list[0]["teststeps"]), 3) testsets_list.extend(testset_list) # relative file path path = 'tests/data/demo_testset_hardcode.yml' testset_list = loader.load_testcases(path) self.assertEqual(len(testset_list), 1) self.assertIn("path", testset_list[0]["config"]) self.assertIn(path, testset_list[0]["config"]["path"]) self.assertEqual(len(testset_list[0]["teststeps"]), 3) testsets_list.extend(testset_list) # list/set container with file(s) path = [ os.path.join(os.getcwd(), 'tests/data/demo_testset_hardcode.json'), 'tests/data/demo_testset_hardcode.yml' ] testset_list = loader.load_testcases(path) self.assertEqual(len(testset_list), 2) self.assertEqual(len(testset_list[0]["teststeps"]), 3) self.assertEqual(len(testset_list[1]["teststeps"]), 3) testsets_list.extend(testset_list) self.assertEqual(len(testsets_list), 4) for testset in testsets_list: for test in testset["teststeps"]: self.assertIn('name', test) self.assertIn('request', test) self.assertIn('url', test['request']) self.assertIn('method', test['request']) def test_load_testcases_by_path_folder(self): # absolute folder path path = os.path.join(os.getcwd(), 'tests/data') testset_list_1 = loader.load_testcases(path) self.assertGreater(len(testset_list_1), 4) # relative folder path path = 'tests/data/' testset_list_2 = loader.load_testcases(path) self.assertEqual(len(testset_list_1), len(testset_list_2)) # list/set container with file(s) path = [ os.path.join(os.getcwd(), 'tests/data'), 'tests/data/' ] testset_list_3 = loader.load_testcases(path) self.assertEqual(len(testset_list_3), 2 * len(testset_list_1)) def test_load_testcases_by_path_not_exist(self): # absolute folder path path = os.path.join(os.getcwd(), 'tests/data_not_exist') with self.assertRaises(exceptions.FileNotFound): loader.load_testcases(path) # relative folder path path = 'tests/data_not_exist' with self.assertRaises(exceptions.FileNotFound): loader.load_testcases(path) # list/set container with file(s) path = [ os.path.join(os.getcwd(), 'tests/data_not_exist'), 'tests/data_not_exist/' ] with self.assertRaises(exceptions.FileNotFound): loader.load_testcases(path) def test_load_testcases_by_path_layered(self): path = os.path.join( os.getcwd(), 'tests/data/demo_testset_layer.yml') testsets_list = loader.load_testcases(path) self.assertIn("variables", testsets_list[0]["config"]) self.assertIn("request", testsets_list[0]["config"]) self.assertIn("request", testsets_list[0]["teststeps"][0]) self.assertIn("url", testsets_list[0]["teststeps"][0]["request"]) self.assertIn("validate", testsets_list[0]["teststeps"][0]) def test_load_folder_content(self): path = os.path.join(os.getcwd(), "tests", "api") items_mapping = loader.load_folder_content(path) file_path = os.path.join(os.getcwd(), "tests", "api", "basic.yml") self.assertIn(file_path, items_mapping) self.assertIsInstance(items_mapping[file_path], list) def test_load_api_folder(self): path = os.path.join(os.getcwd(), "tests", "api") api_definition_mapping = loader.load_api_folder(path) self.assertIn("get_token", api_definition_mapping) self.assertIn("request", api_definition_mapping["get_token"]) self.assertIn("function_meta", api_definition_mapping["get_token"]) def test_load_testcases_folder(self): path = os.path.join(os.getcwd(), "tests", "suite") testcases_definition_mapping = loader.load_test_folder(path) self.assertIn("setup_and_reset", testcases_definition_mapping) self.assertIn("create_and_check", testcases_definition_mapping) self.assertEqual( testcases_definition_mapping["setup_and_reset"]["config"]["name"], "setup and reset all." ) self.assertEqual( testcases_definition_mapping["setup_and_reset"]["function_meta"]["func_name"], "setup_and_reset" ) def test_load_testsuites_folder(self): path = os.path.join(os.getcwd(), "tests", "testcases") testsuites_definition_mapping = loader.load_test_folder(path) testsute_path = os.path.join(os.getcwd(), "tests", "testcases", "smoketest.yml") self.assertIn( testsute_path, testsuites_definition_mapping ) self.assertEqual( testsuites_definition_mapping[testsute_path]["config"]["name"], "smoketest" ) def test_load_project_tests(self): project_dir = os.path.join(os.getcwd(), "tests") loader.load_project_tests(project_dir) loader.load_debugtalk_module(project_dir) project_mapping = loader.project_mapping self.assertEqual(project_mapping["debugtalk"]["variables"]["SECRET_KEY"], "DebugTalk") self.assertIn("get_token", project_mapping["def-api"]) self.assertIn("setup_and_reset", project_mapping["def-testcase"])