OLD | NEW |
1 #!/usr/bin/env python | 1 #!/usr/bin/env python |
2 # Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. | 2 # Copyright (c) 2017 The WebRTC project authors. All Rights Reserved. |
3 # | 3 # |
4 # Use of this source code is governed by a BSD-style license | 4 # Use of this source code is governed by a BSD-style license |
5 # that can be found in the LICENSE file in the root of the source | 5 # that can be found in the LICENSE file in the root of the source |
6 # tree. An additional intellectual property rights grant can be found | 6 # tree. An additional intellectual property rights grant can be found |
7 # in the file PATENTS. All contributing project authors may | 7 # in the file PATENTS. All contributing project authors may |
8 # be found in the AUTHORS file in the root of the source tree. | 8 # be found in the AUTHORS file in the root of the source tree. |
9 | 9 |
10 """ | 10 """ |
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
61 | 61 |
62 # Download pesq. | 62 # Download pesq. |
63 download_script = os.path.join(tools_dir, 'download_tools.py') | 63 download_script = os.path.join(tools_dir, 'download_tools.py') |
64 command = [sys.executable, download_script, toolchain_dir] | 64 command = [sys.executable, download_script, toolchain_dir] |
65 subprocess.check_call(_LogCommand(command)) | 65 subprocess.check_call(_LogCommand(command)) |
66 | 66 |
67 pesq_path = os.path.join(toolchain_dir, _GetPlatform(), 'pesq') | 67 pesq_path = os.path.join(toolchain_dir, _GetPlatform(), 'pesq') |
68 return pesq_path | 68 return pesq_path |
69 | 69 |
70 | 70 |
71 def _GetFile(file_path, out_dir, android=False, adb_path=None): | 71 def ExtractTestRuns(lines, echo=False): |
| 72 """Extracts information about tests from the output of a test runner. |
| 73 |
| 74 Produces tuples (android_device, test_name, reference_file, degraded_file). |
| 75 """ |
| 76 for line in lines: |
| 77 if echo: |
| 78 sys.stdout.write(line) |
| 79 |
| 80 # Output from Android has a prefix with the device name. |
| 81 android_prefix_re = r'(?:I\b.+\brun_tests_on_device\((.+?)\)\s*)?' |
| 82 test_re = r'^' + android_prefix_re + r'TEST (\w+) ([^ ]+?) ([^ ]+?)\s*$' |
| 83 |
| 84 match = re.search(test_re, line) |
| 85 if match: |
| 86 yield match.groups() |
| 87 |
| 88 |
| 89 def _GetFile(file_path, out_dir, move=False, |
| 90 android=False, adb_prefix=('adb',)): |
72 out_file_name = os.path.basename(file_path) | 91 out_file_name = os.path.basename(file_path) |
73 out_file_path = os.path.join(out_dir, out_file_name) | 92 out_file_path = os.path.join(out_dir, out_file_name) |
74 | 93 |
75 if android: | 94 if android: |
76 # Pull the file from the connected Android device | 95 # Pull the file from the connected Android device. |
77 adb_command = [adb_path, 'pull', file_path, out_dir] | 96 adb_command = adb_prefix + ('pull', file_path, out_dir) |
78 subprocess.check_call(_LogCommand(adb_command)) | 97 subprocess.check_call(_LogCommand(adb_command)) |
| 98 if move: |
| 99 # Remove that file. |
| 100 adb_command = adb_prefix + ('shell', 'rm', file_path) |
| 101 subprocess.check_call(_LogCommand(adb_command)) |
79 elif os.path.abspath(file_path) != os.path.abspath(out_file_path): | 102 elif os.path.abspath(file_path) != os.path.abspath(out_file_path): |
80 shutil.copy(file_path, out_file_path) | 103 if move: |
| 104 shutil.move(file_path, out_file_path) |
| 105 else: |
| 106 shutil.copy(file_path, out_file_path) |
81 | 107 |
82 return out_file_path | 108 return out_file_path |
83 | 109 |
84 | 110 |
85 def main(): | 111 def main(): |
86 # pylint: disable=W0101 | 112 # pylint: disable=W0101 |
87 logging.basicConfig(level=logging.INFO) | 113 logging.basicConfig(level=logging.INFO) |
88 | 114 |
89 args = _ParseArgs() | 115 args = _ParseArgs() |
90 | 116 |
91 pesq_path = _DownloadTools() | 117 pesq_path = _DownloadTools() |
92 | 118 |
93 out_dir = os.path.join(args.build_dir, '..') | 119 out_dir = os.path.join(args.build_dir, '..') |
94 if args.android: | 120 if args.android: |
95 test_command = [os.path.join(args.build_dir, 'bin', | 121 test_command = [os.path.join(args.build_dir, 'bin', |
96 'run_low_bandwidth_audio_test'), '-v'] | 122 'run_low_bandwidth_audio_test'), '-v'] |
97 else: | 123 else: |
98 test_command = [os.path.join(args.build_dir, 'low_bandwidth_audio_test')] | 124 test_command = [os.path.join(args.build_dir, 'low_bandwidth_audio_test')] |
99 | 125 |
100 # Start the test executable that produces audio files. | 126 # Start the test executable that produces audio files. |
101 test_process = subprocess.Popen(_LogCommand(test_command), | 127 test_process = subprocess.Popen(_LogCommand(test_command), |
102 stdout=subprocess.PIPE) | 128 stdout=subprocess.PIPE) |
103 | 129 |
104 for line in iter(test_process.stdout.readline, ''): | 130 try: |
105 # Echo the output to screen. | 131 lines = iter(test_process.stdout.readline, '') |
106 sys.stdout.write(line) | 132 for result in ExtractTestRuns(lines, echo=True): |
| 133 (android_device, test_name, reference_file, degraded_file) = result |
107 | 134 |
108 # Extract specific lines that contain information about produced files. | 135 adb_prefix = (args.adb_path,) |
109 # Output from Android has a prefix, need to skip it. | 136 if android_device: |
110 match = re.search(r'^(?:I\b.+\b)?TEST (\w+) ([^ ]+?) ([^ ]+?)\s*$', line) | 137 adb_prefix += ('-s', android_device) |
111 if not match: | |
112 continue | |
113 test_name = match.group(1) | |
114 reference_file = _GetFile(match.group(2), out_dir, | |
115 args.android, args.adb_path) | |
116 degraded_file = _GetFile(match.group(3), out_dir, | |
117 args.android, args.adb_path) | |
118 | 138 |
119 # Analyze audio. | 139 reference_file = _GetFile(reference_file, out_dir, |
120 pesq_command = [pesq_path, '+16000', | 140 android=args.android, adb_prefix=adb_prefix) |
121 os.path.basename(reference_file), | 141 degraded_file = _GetFile(degraded_file, out_dir, move=True, |
122 os.path.basename(degraded_file)] | 142 android=args.android, adb_prefix=adb_prefix) |
123 # Need to provide paths in the current directory due to a bug in PESQ: | |
124 # On Mac, for some 'path/to/file.wav', if 'file.wav' is longer than | |
125 # 'path/to', PESQ crashes. | |
126 pesq_output = subprocess.check_output(_LogCommand(pesq_command), | |
127 cwd=out_dir) | |
128 | 143 |
129 # Find the scores in stdout of pesq. | 144 # Analyze audio. |
130 match = re.search( | 145 pesq_command = [pesq_path, '+16000', |
131 r'Prediction \(Raw MOS, MOS-LQO\):\s+=\s+([\d.]+)\s+([\d.]+)', | 146 os.path.basename(reference_file), |
132 pesq_output) | 147 os.path.basename(degraded_file)] |
133 if match: | 148 # Need to provide paths in the current directory due to a bug in PESQ: |
134 raw_mos, _ = match.groups() | 149 # On Mac, for some 'path/to/file.wav', if 'file.wav' is longer than |
| 150 # 'path/to', PESQ crashes. |
| 151 pesq_output = subprocess.check_output(_LogCommand(pesq_command), |
| 152 cwd=out_dir) |
135 | 153 |
136 # Output a result for the perf dashboard. | 154 # Find the scores in stdout of pesq. |
137 print 'RESULT pesq_mos: %s= %s score' % (test_name, raw_mos) | 155 match = re.search( |
138 else: | 156 r'Prediction \(Raw MOS, MOS-LQO\):\s+=\s+([\d.]+)\s+([\d.]+)', |
139 logging.error('PESQ: %s', pesq_output.splitlines()[-1]) | 157 pesq_output) |
| 158 if match: |
| 159 raw_mos, _ = match.groups() |
140 | 160 |
141 if args.remove: | 161 # Output a result for the perf dashboard. |
142 os.remove(reference_file) | 162 print 'RESULT pesq_mos: %s= %s score' % (test_name, raw_mos) |
143 os.remove(degraded_file) | 163 else: |
| 164 logging.error('PESQ: %s', pesq_output.splitlines()[-1]) |
| 165 |
| 166 if args.remove: |
| 167 os.remove(reference_file) |
| 168 os.remove(degraded_file) |
| 169 finally: |
| 170 test_process.terminate() |
144 | 171 |
145 return test_process.wait() | 172 return test_process.wait() |
146 | 173 |
147 | 174 |
148 if __name__ == '__main__': | 175 if __name__ == '__main__': |
149 sys.exit(main()) | 176 sys.exit(main()) |
OLD | NEW |