import os import time from httprunner import HttpRunner, exception, runner from httprunner.testcase import TestcaseLoader from httprunner.utils import FileUtils, deep_update_dict from tests.base import ApiServerUnittest class TestRunner(ApiServerUnittest): def setUp(self): self.test_runner = runner.Runner() self.reset_all() self.testcase_file_path_list = [ os.path.join( os.getcwd(), 'tests/data/demo_testset_hardcode.yml'), os.path.join( os.getcwd(), 'tests/data/demo_testset_hardcode.json') ] def reset_all(self): url = "%s/api/reset-all" % self.host headers = self.get_authenticated_headers() return self.api_client.get(url, headers=headers) def test_run_single_testcase(self): for testcase_file_path in self.testcase_file_path_list: testcases = FileUtils.load_file(testcase_file_path) config_dict = { "path": testcase_file_path } self.test_runner.init_config(config_dict, "testset") test = testcases[0]["test"] self.test_runner.run_test(test) test = testcases[1]["test"] self.test_runner.run_test(test) test = testcases[2]["test"] self.test_runner.run_test(test) def test_run_single_testcase_fail(self): test = { "name": "get token", "request": { "url": "http://127.0.0.1:5000/api/get-token", "method": "POST", "headers": { "content-type": "application/json", "user_agent": "iOS/10.3", "device_sn": "HZfFBh6tU59EdXJ", "os_platform": "ios", "app_version": "2.8.6" }, "json": { "sign": "f1219719911caae89ccc301679857ebfda115ca2" } }, "validate": [ {"check": "status_code", "expect": 205}, {"check": "content.token", "comparator": "len_eq", "expect": 19} ] } with self.assertRaises(exception.ValidationError): self.test_runner.run_test(test) def test_run_testset_with_setup_hooks(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/httpbin/hooks.yml') start_time = time.time() runner = HttpRunner().run(testcase_file_path) end_time = time.time() summary = runner.summary self.assertTrue(summary["success"]) self.assertLess(end_time - start_time, 1) def test_run_testset_with_teardown_hooks_success(self): test = { "name": "get token", "request": { "url": "http://127.0.0.1:5000/api/get-token", "method": "POST", "headers": { "content-type": "application/json", "user_agent": "iOS/10.3", "device_sn": "HZfFBh6tU59EdXJ", "os_platform": "ios", "app_version": "2.8.6" }, "json": { "sign": "f1219719911caae89ccc301679857ebfda115ca2" } }, "validate": [ {"check": "status_code", "expect": 200} ], "teardown_hooks": ["${teardown_hook_sleep_N_secs($response, 2)}"] } config_dict = { "path": os.path.join(os.getcwd(), __file__) } self.test_runner.init_config(config_dict, "testset") start_time = time.time() self.test_runner.run_test(test) end_time = time.time() # check if teardown function executed self.assertLess(end_time - start_time, 0.5) def test_run_testset_with_teardown_hooks_fail(self): test = { "name": "get token", "request": { "url": "http://127.0.0.1:5000/api/get-token2", "method": "POST", "headers": { "content-type": "application/json", "user_agent": "iOS/10.3", "device_sn": "HZfFBh6tU59EdXJ", "os_platform": "ios", "app_version": "2.8.6" }, "json": { "sign": "f1219719911caae89ccc301679857ebfda115ca2" } }, "validate": [ {"check": "status_code", "expect": 404} ], "teardown_hooks": ["${teardown_hook_sleep_N_secs($response, 2)}"] } config_dict = { "path": os.path.join(os.getcwd(), __file__) } self.test_runner.init_config(config_dict, "testset") start_time = time.time() self.test_runner.run_test(test) end_time = time.time() # check if teardown function executed self.assertGreater(end_time - start_time, 2) def test_run_testset_hardcode(self): for testcase_file_path in self.testcase_file_path_list: runner = HttpRunner().run(testcase_file_path) self.assertTrue(runner.summary["success"]) def test_run_testsets_hardcode(self): runner = HttpRunner().run(self.testcase_file_path_list) summary = runner.summary self.assertTrue(summary["success"]) self.assertEqual(summary["stat"]["testsRun"], 6) self.assertEqual(summary["stat"]["successes"], 6) def test_run_testset_template_variables(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_variables.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) def test_run_testset_template_import_functions(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_template_import_functions.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) def test_run_testsets_template_import_functions(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_template_import_functions.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) def test_run_testsets_template_lambda_functions(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_template_lambda_functions.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) def test_run_testset_layered(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_layer.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) def test_run_testset_output(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_layer.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) self.assertIn("token", summary["output"][0]["out"]) self.assertEqual(len(summary["output"]), 13) def test_run_testset_with_variables_mapping(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_testset_layer.yml') variables_mapping = { "app_version": '2.9.7' } runner = HttpRunner().run(testcase_file_path, mapping=variables_mapping) summary = runner.summary self.assertTrue(summary["success"]) self.assertIn("token", summary["output"][0]["out"]) self.assertEqual(len(summary["output"]), 13) def test_run_testcase_with_empty_header(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/test_bugfix.yml') testsets = TestcaseLoader.load_testsets_by_path(testcase_file_path) testset = testsets[0] config_dict_headers = testset["config"]["request"]["headers"] test_dict_headers = testset["testcases"][0]["request"]["headers"] headers = deep_update_dict( config_dict_headers, test_dict_headers ) self.assertEqual(headers["Content-Type"], "application/json") def test_bugfix_type_match(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/test_bugfix.yml') testcases = FileUtils.load_file(testcase_file_path) config_dict = { "path": testcase_file_path } self.test_runner.init_config(config_dict, "testset") test = testcases[2]["test"] self.test_runner.run_test(test) def test_run_testset_with_parameters(self): testcase_file_path = os.path.join( os.getcwd(), 'tests/data/demo_parameters.yml') runner = HttpRunner().run(testcase_file_path) summary = runner.summary self.assertTrue(summary["success"]) self.assertEqual(len(summary["output"]), 3 * 2 * 2) self.assertEqual(summary["stat"]["testsRun"], 3 * 2 * 2)