GithubBackup/httprunner
1
0
Fork 0
mirror of https://github.com/httprunner/httprunner.git synced 2026-05-12 02:21:29 +08:00
Code Issues Packages Projects Releases Wiki Activity

add output:

Browse Source 
1, change return value of running testset;
2, print extracted variables at the end of testset.
This commit is contained in:
debugtalk
2017-09-19 15:24:11 +08:00
parent 375d55dac2
commit 3792da8105
3 changed files with 72 additions and 43 deletions
Download Patch File Download Diff File Expand all files Collapse all files

70
ate/runner.py
View File

@@ -144,22 +144,30 @@ class Runner(object):
testcase12
]
}
@return (list) test results of testcases
[
True, # testcase11
True # testcase12
]
@return (dict) test result of testcases
{
"success": True,
"output": {} # variables mapping
}
"""
results = []
success = True
config_dict = testset.get("config", {})
self.init_config(config_dict, level="testset")
testcases = testset.get("testcases", [])
for testcase in testcases:
result = self.run_test(testcase)
results.append(result)
try:
assert self.run_test(testcase)
except AssertionError:
success = False
return results
output_variables_list = config_dict.get("output", [])
output = self.generate_output(output_variables_list)
self.print_output(output)
return {
"success": success,
"output": output
}
def run_testsets(self, testsets):
""" run testsets, including one or several testsets.
@@ -168,16 +176,34 @@ class Runner(object):
testset1,
testset2,
]
@return (list) test results of testsets
[
[ # testset1
True, # testcase11
True # testcase12
],
[ # testset2
True, # testcase21
True # testcase22
]
]
@return (bool) test result of testsets
"""
return [self.run_testset(testset) for testset in testsets]
success = True
for testset in testsets:
try:
result = self.run_testset(testset)
assert result["success"]
except AssertionError:
success = False
return success
def generate_output(self, output_variables_list):
variables_mapping = self.context.get_testcase_variables_mapping()
return {
variable: variables_mapping[variable]
for variable in output_variables_list
}
def print_output(self, output):
if not output:
return
print("\n================== Output ==================")
print('{:<10}: {:<}'.format("Variable", "Value"))
print('{:<10}: {:<}'.format("--------", "-----"))
for variable, value in output.items():
print('{:<10}: {:<}'.format(variable, value))
print("============================================\n")

2
tests/data/demo_testset_layer.yml
View File

@@ -10,6 +10,8 @@
headers:
Content-Type: application/json
device_sn: $device_sn
output:
- token
- test:
name: get token

43
tests/test_runner.py
View File

@@ -68,53 +68,54 @@ class TestRunner(ApiServerUnittest):
def test_run_testset_hardcode(self):
for testcase_file_path in self.testcase_file_path_list:
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testset(testsets[0])
self.assertEqual(len(results), 3)
self.assertEqual(results, [True] * 3)
result = self.test_runner.run_testset(testsets[0])
self.assertTrue(result["success"])
def test_run_testsets_hardcode(self):
for testcase_file_path in self.testcase_file_path_list:
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testsets(testsets)
self.assertEqual(len(results), 1)
self.assertEqual(results, [[True] * 3])
result = self.test_runner.run_testsets(testsets)
self.assertTrue(result)
def test_run_testset_template_variables(self):
testcase_file_path = os.path.join(
os.getcwd(), 'tests/data/demo_testset_variables.yml')
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testset(testsets[0])
self.assertEqual(len(results), 3)
self.assertEqual(results, [True] * 3)
result = self.test_runner.run_testset(testsets[0])
self.assertTrue(result["success"])
def test_run_testset_template_import_functions(self):
testcase_file_path = os.path.join(
os.getcwd(), 'tests/data/demo_testset_template_import_functions.yml')
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testset(testsets[0])
self.assertEqual(len(results), 3)
self.assertEqual(results, [True] * 3)
result = self.test_runner.run_testset(testsets[0])
self.assertTrue(result["success"])
def test_run_testsets_template_import_functions(self):
testcase_file_path = os.path.join(
os.getcwd(), 'tests/data/demo_testset_template_import_functions.yml')
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testsets(testsets)
self.assertEqual(len(results), 1)
self.assertEqual(results, [[True] * 3])
result = self.test_runner.run_testsets(testsets)
self.assertTrue(result)
def test_run_testsets_template_lambda_functions(self):
testcase_file_path = os.path.join(
os.getcwd(), 'tests/data/demo_testset_template_lambda_functions.yml')
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testsets(testsets)
self.assertEqual(len(results), 1)
self.assertEqual(results, [[True] * 3])
result = self.test_runner.run_testsets(testsets)
self.assertTrue(result)
def test_run_testset_layered(self):
testcase_file_path = os.path.join(
os.getcwd(), 'tests/data/demo_testset_layer.yml')
testsets = load_testcases_by_path(testcase_file_path)
results = self.test_runner.run_testsets(testsets)
self.assertEqual(len(results), 1)
self.assertEqual(results, [[True] * 3])
result = self.test_runner.run_testsets(testsets)
self.assertTrue(result)
def test_run_testset_output(self):
testcase_file_path = os.path.join(
os.getcwd(), 'tests/data/demo_testset_layer.yml')
testsets = load_testcases_by_path(testcase_file_path)
result = self.test_runner.run_testset(testsets[0])
self.assertTrue(result["success"])
self.assertIn("token", result["output"])