| OLD | NEW |
|---|
| (Empty) |
| 1 #!/usr/bin/env python | |
| 2 | |
| 3 # Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. | |
| 4 # | |
| 5 # Use of this source code is governed by a BSD-style license | |
| 6 # that can be found in the LICENSE file in the root of the source | |
| 7 # tree. An additional intellectual property rights grant can be found | |
| 8 # in the file PATENTS. All contributing project authors may | |
| 9 # be found in the AUTHORS file in the root of the source tree. | |
| 10 | |
| 11 # pylint: disable=invalid-name | |
| 12 """ | |
| 13 This script acts as an interface between the Chromium infrastructure and | |
| 14 gtest-parallel, renaming options and translating environment variables into | |
| 15 flags. Developers should execute gtest-parallel directly. | |
| 16 | |
| 17 In particular, this translates the GTEST_SHARD_INDEX and GTEST_TOTAL_SHARDS | |
| 18 environment variables to the --shard_index and --shard_count flags, and renames | |
| 19 the --isolated-script-test-output flag to --dump_json_test_results. | |
| 20 | |
| 21 All flags before '--' will be passed as arguments to gtest-parallel, and | |
| 22 (almost) all flags after '--' will be passed as arguments to the test | |
| 23 executable. | |
| 24 The exception is that --isolated-script-test-output and | |
| 25 --isolated-script-test-chartson-output are expected to be after '--', so they | |
| 26 are processed and removed from there. | |
| 27 For example: | |
| 28 | |
| 29 gtest-parallel-wrapper.py some_test \ | |
| 30 --some_flag=some_value \ | |
| 31 --another_flag \ | |
| 32 -- \ | |
| 33 --isolated-script-test-output=some_dir \ | |
| 34 --isolated-script-test-chartjson-output=some_other_dir \ | |
| 35 --foo=bar \ | |
| 36 --baz | |
| 37 | |
| 38 Will be converted into: | |
| 39 | |
| 40 python gtest-parallel some_test \ | |
| 41 --shard_count 1 \ | |
| 42 --shard_index 0 \ | |
| 43 --some_flag=some_value \ | |
| 44 --another_flag \ | |
| 45 --dump_json_test_results=some_dir \ | |
| 46 -- \ | |
| 47 --foo=bar | |
| 48 --baz | |
| 49 | |
| 50 """ | |
| 51 | |
| 52 import argparse | |
| 53 import os | |
| 54 import subprocess | |
| 55 import sys | |
| 56 | |
| 57 | |
| 58 def CatFiles(file_list, output_file): | |
| 59 with open(output_file, 'w') as output_file: | |
| 60 for filename in file_list: | |
| 61 with open(filename) as input_file: | |
| 62 output_file.write(input_file.read()) | |
| 63 os.remove(filename) | |
| 64 | |
| 65 | |
| 66 def get_args_and_env(): | |
| 67 if '--' not in sys.argv: | |
| 68 return sys.argv, os.environ | |
| 69 | |
| 70 argv_index = sys.argv.index('--') | |
| 71 | |
| 72 gtest_parallel_args = sys.argv[1:argv_index] | |
| 73 executable_args = sys.argv[argv_index + 1:] | |
| 74 | |
| 75 parser = argparse.ArgumentParser() | |
| 76 parser.add_argument('--isolated-script-test-output', type=str, default=None) | |
| 77 | |
| 78 # We don't need to implement this flag, and possibly can't, since it's | |
| 79 # intended for results of Telemetry tests. See | |
| 80 # https://chromium.googlesource.com/external/github.com/catapult-project/catap
ult/+/HEAD/dashboard/docs/data-format.md | |
| 81 parser.add_argument('--isolated-script-test-chartjson-output', type=str, | |
| 82 default=None) | |
| 83 | |
| 84 # We have to do this, since --isolated-script-test-output is passed as an | |
| 85 # argument to the executable by the swarming scripts, and we want to pass it | |
| 86 # to gtest-parallel instead. | |
| 87 options, executable_args = parser.parse_known_args(executable_args) | |
| 88 | |
| 89 # --isolated-script-test-output is used to upload results to the flakiness | |
| 90 # dashboard. This translation is made because gtest-parallel expects the flag | |
| 91 # to be called --dump_json_test_results instead. | |
| 92 if options.isolated_script_test_output: | |
| 93 gtest_parallel_args += [ | |
| 94 '--dump_json_test_results', | |
| 95 options.isolated_script_test_output, | |
| 96 ] | |
| 97 | |
| 98 # GTEST_SHARD_INDEX and GTEST_TOTAL_SHARDS must be removed from the | |
| 99 # environment. Otherwise it will be picked up by the binary, causing a bug | |
| 100 # where only tests in the first shard are executed. | |
| 101 test_env = os.environ.copy() | |
| 102 gtest_shard_index = test_env.pop('GTEST_SHARD_INDEX', '0') | |
| 103 gtest_total_shards = test_env.pop('GTEST_TOTAL_SHARDS', '1') | |
| 104 | |
| 105 gtest_parallel_args += [ | |
| 106 '--shard_count', | |
| 107 gtest_total_shards, | |
| 108 '--shard_index', | |
| 109 gtest_shard_index, | |
| 110 ] + ['--'] + executable_args | |
| 111 | |
| 112 return gtest_parallel_args, test_env | |
| 113 | |
| 114 | |
| 115 def get_output_dir(gtest_parallel_args): | |
| 116 parser = argparse.ArgumentParser() | |
| 117 parser.add_argument('--output_dir', type=str, default=None) | |
| 118 options, _ = parser.parse_known_args(gtest_parallel_args) | |
| 119 return options.output_dir | |
| 120 | |
| 121 | |
| 122 def main(): | |
| 123 webrtc_root = os.path.dirname(os.path.dirname(os.path.abspath(__file__))) | |
| 124 gtest_parallel_path = os.path.join( | |
| 125 webrtc_root, 'third_party', 'gtest-parallel', 'gtest-parallel') | |
| 126 | |
| 127 gtest_parallel_args, test_env = get_args_and_env() | |
| 128 | |
| 129 command = [ | |
| 130 sys.executable, | |
| 131 gtest_parallel_path, | |
| 132 ] + gtest_parallel_args | |
| 133 | |
| 134 print 'gtest-parallel-wrapper: Executing command %s' % ' '.join(command) | |
| 135 sys.stdout.flush() | |
| 136 | |
| 137 exit_code = subprocess.call(command, env=test_env, cwd=os.getcwd()) | |
| 138 | |
| 139 output_dir = get_output_dir(gtest_parallel_args) | |
| 140 if output_dir: | |
| 141 for test_status in 'passed', 'failed', 'interrupted': | |
| 142 logs_dir = os.path.join(output_dir, test_status) | |
| 143 if not os.path.isdir(logs_dir): | |
| 144 continue | |
| 145 logs = [os.path.join(logs_dir, log) for log in os.listdir(logs_dir)] | |
| 146 log_file = os.path.join(output_dir, '%s-tests.log' % test_status) | |
| 147 CatFiles(logs, log_file) | |
| 148 os.rmdir(logs_dir) | |
| 149 | |
| 150 return exit_code | |
| 151 | |
| 152 | |
| 153 if __name__ == '__main__': | |
| 154 sys.exit(main()) | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 2864213004:
Rename tools-webrtc -> tools_webrtc (Closed)
