import os import unittest from httprunner import exceptions, loader, validator class TestFileLoader(unittest.TestCase): def test_load_yaml_file_file_format_error(self): yaml_tmp_file = "tests/data/tmp.yml" # create empty yaml file with open(yaml_tmp_file, 'w') as f: f.write("") with self.assertRaises(exceptions.FileFormatError): loader.load_yaml_file(yaml_tmp_file) os.remove(yaml_tmp_file) # create invalid format yaml file with open(yaml_tmp_file, 'w') as f: f.write("abc") with self.assertRaises(exceptions.FileFormatError): loader.load_yaml_file(yaml_tmp_file) os.remove(yaml_tmp_file) def test_load_json_file_file_format_error(self): json_tmp_file = "tests/data/tmp.json" # create empty file with open(json_tmp_file, 'w') as f: f.write("") with self.assertRaises(exceptions.FileFormatError): loader.load_json_file(json_tmp_file) os.remove(json_tmp_file) # create empty json file with open(json_tmp_file, 'w') as f: f.write("{}") with self.assertRaises(exceptions.FileFormatError): loader.load_json_file(json_tmp_file) os.remove(json_tmp_file) # create invalid format json file with open(json_tmp_file, 'w') as f: f.write("abc") with self.assertRaises(exceptions.FileFormatError): loader.load_json_file(json_tmp_file) os.remove(json_tmp_file) def test_load_testcases_bad_filepath(self): testcase_file_path = os.path.join(os.getcwd(), 'tests/data/demo') with self.assertRaises(exceptions.FileNotFound): loader.load_file(testcase_file_path) def test_load_json_testcases(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testcase_hardcode.json') testcases = loader.load_file(testcase_file_path) self.assertEqual(len(testcases), 3) test = testcases[0]["test"] self.assertIn('name', test) self.assertIn('request', test) self.assertIn('url', test['request']) self.assertIn('method', test['request']) def test_load_yaml_testcases(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testcase_hardcode.yml') testcases = loader.load_file(testcase_file_path) self.assertEqual(len(testcases), 3) test = testcases[0]["test"] self.assertIn('name', test) self.assertIn('request', test) self.assertIn('url', test['request']) self.assertIn('method', test['request']) def test_load_csv_file_one_parameter(self): csv_file_path = os.path.join( os.getcwd(), 'tests/data/user_agent.csv') csv_content = loader.load_file(csv_file_path) self.assertEqual( csv_content, [ {'user_agent': 'iOS/10.1'}, {'user_agent': 'iOS/10.2'}, {'user_agent': 'iOS/10.3'} ] ) def test_load_csv_file_multiple_parameters(self): csv_file_path = os.path.join( os.getcwd(), 'tests/data/account.csv') csv_content = loader.load_file(csv_file_path) self.assertEqual( csv_content, [ {'username': 'test1', 'password': '111111'}, {'username': 'test2', 'password': '222222'}, {'username': 'test3', 'password': '333333'} ] ) def test_load_folder_files(self): folder = os.path.join(os.getcwd(), 'tests') file1 = os.path.join(os.getcwd(), 'tests', 'test_utils.py') file2 = os.path.join(os.getcwd(), 'tests', 'api', 'reset_all.yml') files = loader.load_folder_files(folder, recursive=False) self.assertEqual(files, []) files = loader.load_folder_files(folder) self.assertIn(file2, files) self.assertNotIn(file1, files) files = loader.load_folder_files("not_existed_foulder", recursive=False) self.assertEqual([], files) files = loader.load_folder_files(file2, recursive=False) self.assertEqual([], files) def test_load_dot_env_file(self): dot_env_path = os.path.join( os.getcwd(), "tests", ".env" ) env_variables_mapping = loader.load_dot_env_file(dot_env_path) self.assertIn("PROJECT_KEY", env_variables_mapping) self.assertEqual(env_variables_mapping["UserName"], "debugtalk") def test_load_custom_dot_env_file(self): dot_env_path = os.path.join( os.getcwd(), "tests", "data", "test.env" ) env_variables_mapping = loader.load_dot_env_file(dot_env_path) self.assertIn("PROJECT_KEY", env_variables_mapping) self.assertEqual(env_variables_mapping["UserName"], "test") self.assertEqual(env_variables_mapping["content_type"], "application/json; charset=UTF-8") def test_load_env_path_not_exist(self): dot_env_path = os.path.join( os.getcwd(), "tests", "data", ) env_variables_mapping = loader.load_dot_env_file(dot_env_path) self.assertEqual(env_variables_mapping, {}) def test_locate_file(self): with self.assertRaises(exceptions.FileNotFound): loader.locate_file(os.getcwd(), "debugtalk.py") with self.assertRaises(exceptions.FileNotFound): loader.locate_file("", "debugtalk.py") start_path = os.path.join(os.getcwd(), "tests") self.assertEqual( loader.locate_file(start_path, "debugtalk.py"), os.path.join( os.getcwd(), "tests/debugtalk.py" ) ) self.assertEqual( loader.locate_file("tests/", "debugtalk.py"), os.path.join(os.getcwd(), "tests", "debugtalk.py") ) self.assertEqual( loader.locate_file("tests", "debugtalk.py"), os.path.join(os.getcwd(), "tests", "debugtalk.py") ) self.assertEqual( loader.locate_file("tests/base.py", "debugtalk.py"), os.path.join(os.getcwd(), "tests", "debugtalk.py") ) self.assertEqual( loader.locate_file("tests/data/demo_testcase.yml", "debugtalk.py"), os.path.join(os.getcwd(), "tests", "debugtalk.py") ) def test_load_folder_content(self): path = os.path.join(os.getcwd(), "tests", "api") items_mapping = loader.load_folder_content(path) file_path = os.path.join(os.getcwd(), "tests", "api", "reset_all.yml") self.assertIn(file_path, items_mapping) self.assertIsInstance(items_mapping[file_path], dict) class TestModuleLoader(unittest.TestCase): def test_filter_module_functions(self): module_functions = loader.load_module_functions(loader) self.assertIn("load_module_functions", module_functions) self.assertNotIn("is_py3", module_functions) def test_load_debugtalk_module(self): loader.load_project_tests(os.path.join(os.getcwd(), "httprunner")) project_mapping = loader.project_mapping self.assertNotIn("alter_response", project_mapping["functions"]) loader.load_project_tests(os.path.join(os.getcwd(), "tests")) project_mapping = loader.project_mapping self.assertIn("alter_response", project_mapping["functions"]) is_status_code_200 = project_mapping["functions"]["is_status_code_200"] self.assertTrue(is_status_code_200(200)) self.assertFalse(is_status_code_200(500)) def test_load_debugtalk_py(self): loader.load_project_tests("tests/data/demo_testcase.yml") project_working_directory = loader.project_mapping["PWD"] debugtalk_functions = loader.project_mapping["functions"] self.assertEqual( project_working_directory, os.path.join(os.getcwd(), "tests") ) self.assertIn("gen_md5", debugtalk_functions) loader.load_project_tests("tests/base.py") project_working_directory = loader.project_mapping["PWD"] debugtalk_functions = loader.project_mapping["functions"] self.assertEqual( project_working_directory, os.path.join(os.getcwd(), "tests") ) self.assertIn("gen_md5", debugtalk_functions) loader.load_project_tests("httprunner/__init__.py") project_working_directory = loader.project_mapping["PWD"] debugtalk_functions = loader.project_mapping["functions"] self.assertEqual( project_working_directory, os.getcwd() ) self.assertEqual(debugtalk_functions, {}) class TestSuiteLoader(unittest.TestCase): @classmethod def setUpClass(cls): loader.load_project_tests(os.path.join(os.getcwd(), "tests")) cls.project_mapping = loader.project_mapping cls.tests_def_mapping = loader.tests_def_mapping def test_load_teststep_api(self): raw_test = { "name": "create user (override).", "api": "api/create_user.yml", "variables": [ {"uid": "999"} ] } teststep = loader.load_teststep(raw_test) self.assertEqual( "create user (override).", teststep["name"] ) self.assertIn("api_def", teststep) api_def = teststep["api_def"] self.assertEqual(api_def["name"], "create user") self.assertEqual(api_def["request"]["url"], "/api/users/$uid") def test_load_teststep_testcase(self): raw_test = { "name": "setup and reset all (override).", "testcase": "testcases/setup.yml", "variables": [ {"device_sn": "$device_sn"} ], "output": ["token", "device_sn"] } testcase = loader.load_teststep(raw_test) self.assertEqual( "setup and reset all (override).", testcase["name"] ) tests = testcase["testcase_def"]["teststeps"] self.assertEqual(len(tests), 2) self.assertEqual(tests[0]["name"], "get token (setup)") self.assertEqual(tests[1]["name"], "reset all users") def test_load_test_file_api(self): loaded_content = loader.load_test_file("tests/api/create_user.yml") self.assertEqual(loaded_content["type"], "api") self.assertIn("path", loaded_content) self.assertIn("request", loaded_content) self.assertEqual(loaded_content["request"]["url"], "/api/users/$uid") def test_load_test_file_testcase(self): loaded_content = loader.load_test_file("tests/testcases/setup.yml") self.assertEqual(loaded_content["type"], "testcase") self.assertIn("path", loaded_content) self.assertIn("config", loaded_content) self.assertEqual(loaded_content["config"]["name"], "setup and reset all.") self.assertIn("teststeps", loaded_content) self.assertEqual(len(loaded_content["teststeps"]), 2) def test_load_test_file_testsuite(self): loaded_content = loader.load_test_file("tests/testsuites/create_users.yml") self.assertEqual(loaded_content["type"], "testsuite") testcases = loaded_content["testcases"] self.assertEqual(len(testcases), 2) self.assertIn('create user 1000 and check result.', testcases) self.assertIn('testcase_def', testcases["create user 1000 and check result."]) self.assertEqual( testcases["create user 1000 and check result."]["testcase_def"]["config"]["name"], "create user and check result." ) def test_load_tests_api_file(self): path = os.path.join( os.getcwd(), 'tests/api/create_user.yml') tests_mapping = loader.load_tests(path) project_mapping = tests_mapping["project_mapping"] api_list = tests_mapping["apis"] self.assertEqual(len(api_list), 1) self.assertEqual(api_list[0]["request"]["url"], "/api/users/$uid") def test_load_tests_testcase_file(self): # absolute file path path = os.path.join( os.getcwd(), 'tests/data/demo_testcase_hardcode.json') tests_mapping = loader.load_tests(path) project_mapping = tests_mapping["project_mapping"] testcases_list = tests_mapping["testcases"] self.assertEqual(len(testcases_list), 1) self.assertEqual(len(testcases_list[0]["teststeps"]), 3) self.assertIn("get_sign", project_mapping["functions"]) # relative file path path = 'tests/data/demo_testcase_hardcode.yml' tests_mapping = loader.load_tests(path) project_mapping = tests_mapping["project_mapping"] testcases_list = tests_mapping["testcases"] self.assertEqual(len(testcases_list), 1) self.assertEqual(len(testcases_list[0]["teststeps"]), 3) self.assertIn("get_sign", project_mapping["functions"]) def test_load_tests_testcase_file_2(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testcase.yml') tests_mapping = loader.load_tests(testcase_file_path) testcases = tests_mapping["testcases"] self.assertIsInstance(testcases, list) self.assertEqual(testcases[0]["config"]["name"], '123$var_a') self.assertIn( "sum_two", tests_mapping["project_mapping"]["functions"] ) self.assertEqual( testcases[0]["config"]["variables"]["var_c"], "${sum_two(1, 2)}" ) self.assertEqual( testcases[0]["config"]["variables"]["PROJECT_KEY"], "${ENV(PROJECT_KEY)}" ) def test_load_tests_testcase_file_with_api_ref(self): path = os.path.join( os.getcwd(), 'tests/data/demo_testcase_layer.yml') tests_mapping = loader.load_tests(path) project_mapping = tests_mapping["project_mapping"] testcases_list = tests_mapping["testcases"] self.assertIn('device_sn', testcases_list[0]["config"]["variables"]) self.assertIn("gen_md5", project_mapping["functions"]) self.assertIn("base_url", testcases_list[0]["config"]) test_dict0 = testcases_list[0]["teststeps"][0] self.assertEqual( "get token with $user_agent, $app_version", test_dict0["name"] ) self.assertIn("/api/get-token", test_dict0["api_def"]["request"]["url"]) self.assertIn( {'eq': ['status_code', 200]}, test_dict0["validate"] ) def test_load_tests_testsuite_file_with_testcase_ref(self): path = os.path.join( os.getcwd(), 'tests/testsuites/create_users.yml') tests_mapping = loader.load_tests(path) project_mapping = tests_mapping["project_mapping"] testsuites_list = tests_mapping["testsuites"] self.assertEqual( "create users with uid", testsuites_list[0]["config"]["name"] ) self.assertEqual( '${gen_random_string(15)}', testsuites_list[0]["config"]["variables"]['device_sn'] ) self.assertIn( "create user 1000 and check result.", testsuites_list[0]["testcases"] ) self.assertEqual( testsuites_list[0]["testcases"]["create user 1000 and check result."]["testcase_def"]["config"]["name"], "create user and check result." ) def test_load_tests_folder_path(self): # absolute folder path path = os.path.join(os.getcwd(), 'tests/data') tests_mapping = loader.load_tests(path) testcase_list_1 = tests_mapping["testcases"] self.assertGreater(len(testcase_list_1), 4) # relative folder path path = 'tests/data/' tests_mapping = loader.load_tests(path) testcase_list_2 = tests_mapping["testcases"] self.assertEqual(len(testcase_list_1), len(testcase_list_2)) def test_load_tests_path_not_exist(self): # absolute folder path path = os.path.join(os.getcwd(), 'tests/data_not_exist') with self.assertRaises(exceptions.FileNotFound): loader.load_tests(path) # relative folder path path = 'tests/data_not_exist' with self.assertRaises(exceptions.FileNotFound): loader.load_tests(path) def test_load_api_folder(self): path = os.path.join(os.getcwd(), "tests", "api") api_definition_mapping = loader.load_api_folder(path) api_file_path = os.path.join(os.getcwd(), "tests", "api", "get_token.yml") self.assertIn(api_file_path, api_definition_mapping) self.assertIn("request", api_definition_mapping[api_file_path]) def test_load_project_tests(self): loader.load_project_tests(os.path.join(os.getcwd(), "tests")) api_file_path = os.path.join(os.getcwd(), "tests", "api", "get_token.yml") self.assertIn(api_file_path, self.tests_def_mapping["api"]) self.assertEqual(self.project_mapping["env"]["PROJECT_KEY"], "ABCDEFGH")