| # Copyright 2014 The Chromium Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| import optparse |
| |
| from webkitpy.layout_tests.builder_list import BuilderList |
| from webkitpy.layout_tests.layout_package import bot_test_expectations |
| from webkitpy.tool.commands import flaky_tests |
| from webkitpy.tool.commands.command_test import CommandsTest |
| from webkitpy.tool.mock_tool import MockWebKitPatch |
| |
| |
| class FakeBotTestExpectations(object): |
| |
| def expectation_lines(self): |
| return [] |
| |
| |
| class FakeBotTestExpectationsFactory(object): |
| FAILURE_MAP = {'A': 'AUDIO', 'C': 'CRASH', 'F': 'TEXT', 'I': 'IMAGE', 'O': 'MISSING', |
| 'N': 'NO DATA', 'P': 'PASS', 'T': 'TIMEOUT', 'Y': 'NOTRUN', 'X': 'SKIP', |
| 'Z': 'IMAGE+TEXT', 'K': 'LEAK'} |
| |
| def __init__(self, builders): |
| self.builders = builders |
| |
| def _expectations_from_test_data(self, builder, test_data): |
| test_data[bot_test_expectations.ResultsJSON.FAILURE_MAP_KEY] = self.FAILURE_MAP |
| json_dict = { |
| builder: test_data, |
| } |
| results = bot_test_expectations.ResultsJSON(builder, json_dict) |
| return bot_test_expectations.BotTestExpectations( |
| results, self.builders, self.builders.specifiers_for_builder(builder)) |
| |
| def expectations_for_builder(self, builder): |
| if builder == 'foo-builder': |
| return self._expectations_from_test_data(builder, { |
| 'tests': { |
| 'pass.html': {'results': [[2, 'FFFP']], 'expected': 'PASS'}, |
| } |
| }) |
| |
| if builder == 'bar-builder': |
| return self._expectations_from_test_data(builder, { |
| 'tests': { |
| 'pass.html': {'results': [[2, 'TTTP']], 'expected': 'PASS'}, |
| } |
| }) |
| |
| return FakeBotTestExpectations() |
| |
| |
| class FlakyTestsTest(CommandsTest): |
| |
| @staticmethod |
| def fake_builders_list(): |
| return BuilderList({ |
| 'foo-builder': {'port_name': 'dummy-port', 'specifiers': ['Linux', 'Release']}, |
| 'bar-builder': {'port_name': 'dummy-port', 'specifiers': ['Mac', 'Debug']}, |
| }) |
| |
| def test_merge_lines(self): |
| command = flaky_tests.FlakyTests() |
| factory = FakeBotTestExpectationsFactory(self.fake_builders_list()) |
| |
| lines = command._collect_expectation_lines(['foo-builder', 'bar-builder'], factory) |
| self.assertEqual(len(lines), 1) |
| self.assertEqual(lines[0].expectations, ['TEXT', 'TIMEOUT', 'PASS']) |
| self.assertEqual(lines[0].specifiers, ['Mac', 'Linux']) |
| |
| def test_integration(self): |
| command = flaky_tests.FlakyTests() |
| tool = MockWebKitPatch() |
| tool.builders = self.fake_builders_list() |
| command.expectations_factory = FakeBotTestExpectationsFactory |
| options = optparse.Values({'upload': True}) |
| expected_stdout = flaky_tests.FlakyTests.OUTPUT % ( |
| flaky_tests.FlakyTests.HEADER, |
| '', |
| flaky_tests.FlakyTests.FLAKINESS_DASHBOARD_URL % '') + '\n' |
| |
| self.assert_execute_outputs(command, options=options, tool=tool, expected_stdout=expected_stdout) |
