| # Copyright (C) 2009 Google Inc. All rights reserved. |
| # Copyright (C) 2012 Intel Corporation. All rights reserved. |
| # |
| # Redistribution and use in source and binary forms, with or without |
| # modification, are permitted provided that the following conditions are |
| # met: |
| # |
| # * Redistributions of source code must retain the above copyright |
| # notice, this list of conditions and the following disclaimer. |
| # * Redistributions in binary form must reproduce the above |
| # copyright notice, this list of conditions and the following disclaimer |
| # in the documentation and/or other materials provided with the |
| # distribution. |
| # * Neither the name of Google Inc. nor the names of its |
| # contributors may be used to endorse or promote products derived from |
| # this software without specific prior written permission. |
| # |
| # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| import optparse |
| import unittest |
| |
| from webkitpy.common.system.output_capture import OutputCapture |
| from webkitpy.tool.commands.queries import PrintBaselines, PrintExpectations |
| from webkitpy.tool.mock_tool import MockWebKitPatch |
| |
| |
| class PrintExpectationsTest(unittest.TestCase): |
| |
| def run_test(self, tests, expected_stdout, platform='test-win-win7', **kwargs): |
| options_defaults = { |
| 'all': False, 'csv': False, 'full': False, 'platform': platform, |
| 'include_keyword': [], 'exclude_keyword': [], 'paths': False, |
| } |
| options_defaults.update(kwargs) |
| options = optparse.Values(dict(**options_defaults)) |
| tool = MockWebKitPatch() |
| tool.port_factory.all_port_names = lambda: [ |
| 'test-linux-trusty', 'test-linux-precise', |
| 'test-mac-mac10.11', 'test-mac-mac10.10', |
| 'test-win-win10', 'test-win-win7' |
| ] |
| command = PrintExpectations() |
| |
| oc = OutputCapture() |
| try: |
| oc.capture_output() |
| command.execute(options, tests, tool) |
| finally: |
| stdout, _, _ = oc.restore_output() |
| self.assertMultiLineEqual(stdout, expected_stdout) |
| |
| def test_basic(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/timeout.html'], |
| ('// For test-win-win7\n' |
| 'failures/expected/text.html [ Failure ]\n' |
| 'failures/expected/timeout.html [ Timeout ]\n')) |
| |
| def test_multiple(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/timeout.html'], |
| ('// For test-win-win10\n' |
| 'failures/expected/text.html [ Failure ]\n' |
| 'failures/expected/timeout.html [ Timeout ]\n' |
| '\n' |
| '// For test-win-win7\n' |
| 'failures/expected/text.html [ Failure ]\n' |
| 'failures/expected/timeout.html [ Timeout ]\n'), |
| platform='test-win-*') |
| |
| def test_full(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/timeout.html'], |
| ('// For test-win-win7\n' |
| 'Bug(test) failures/expected/text.html [ Failure ]\n' |
| 'Bug(test) failures/expected/timeout.html [ Timeout ]\n'), |
| full=True) |
| |
| def test_exclude(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/crash.html'], |
| ('// For test-win-win7\n' |
| 'failures/expected/text.html [ Failure ]\n'), |
| exclude_keyword=['crash']) |
| |
| def test_include(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/crash.html'], |
| ('// For test-win-win7\n' |
| 'failures/expected/crash.html\n'), |
| include_keyword=['crash']) |
| |
| def test_csv(self): |
| self.run_test(['failures/expected/text.html', 'failures/expected/image.html'], |
| ('test-win-win7,failures/expected/image.html,Bug(test),,FAIL\n' |
| 'test-win-win7,failures/expected/text.html,Bug(test),,FAIL\n'), |
| csv=True) |
| |
| def test_paths(self): |
| self.run_test([], |
| ('LayoutTests/TestExpectations\n' |
| 'LayoutTests/NeverFixTests\n' |
| 'LayoutTests/StaleTestExpectations\n' |
| 'LayoutTests/SlowTests\n'), |
| paths=True) |
| |
| |
| class PrintBaselinesTest(unittest.TestCase): |
| |
| def setUp(self): |
| self.oc = None |
| self.tool = MockWebKitPatch() |
| self.test_port = self.tool.port_factory.get('test-win-win7') |
| self.tool.port_factory.get = lambda port_name=None: self.test_port |
| self.tool.port_factory.all_port_names = lambda: [ |
| 'test-linux-trusty', 'test-linux-precise', |
| 'test-mac-mac10.11', 'test-mac-mac10.10', |
| 'test-win-win10', 'test-win-win7' |
| ] |
| |
| def tearDown(self): |
| if self.oc: |
| self.restore_output() |
| |
| def capture_output(self): |
| self.oc = OutputCapture() |
| self.oc.capture_output() |
| |
| def restore_output(self): |
| stdout, stderr, logs = self.oc.restore_output() |
| self.oc = None |
| return (stdout, stderr, logs) |
| |
| def test_basic(self): |
| command = PrintBaselines() |
| self.capture_output() |
| options = optparse.Values({'all': False, 'include_virtual_tests': False, 'csv': False, 'platform': None}) |
| command.execute(options, ['passes/text.html'], self.tool) |
| stdout, _, _ = self.restore_output() |
| self.assertMultiLineEqual(stdout, |
| ('// For test-win-win7\n' |
| 'passes/text-expected.png\n' |
| 'passes/text-expected.txt\n')) |
| |
| def test_multiple(self): |
| command = PrintBaselines() |
| self.capture_output() |
| options = optparse.Values({'all': False, 'include_virtual_tests': False, 'csv': False, 'platform': 'test-win-*'}) |
| command.execute(options, ['passes/text.html'], self.tool) |
| stdout, _, _ = self.restore_output() |
| self.assertMultiLineEqual(stdout, |
| ('// For test-win-win10\n' |
| 'passes/text-expected.png\n' |
| 'passes/text-expected.txt\n' |
| '\n' |
| '// For test-win-win7\n' |
| 'passes/text-expected.png\n' |
| 'passes/text-expected.txt\n')) |
| |
| def test_csv(self): |
| command = PrintBaselines() |
| self.capture_output() |
| options = optparse.Values({'all': False, 'platform': '*win7', 'csv': True, 'include_virtual_tests': False}) |
| command.execute(options, ['passes/text.html'], self.tool) |
| stdout, _, _ = self.restore_output() |
| self.assertMultiLineEqual(stdout, |
| ('test-win-win7,passes/text.html,None,png,passes/text-expected.png,None\n' |
| 'test-win-win7,passes/text.html,None,txt,passes/text-expected.txt,None\n')) |
