| #!/usr/bin/env python |
| |
| import os |
| import shutil |
| import tempfile |
| import unittest |
| |
| from manifestparser import TestManifest, ParseError |
| from manifestparser.filters import subsuite |
| |
| here = os.path.dirname(os.path.abspath(__file__)) |
| |
| |
| class TestTestManifest(unittest.TestCase): |
| """Test the Test Manifest""" |
| |
| def test_testmanifest(self): |
| # Test filtering based on platform: |
| filter_example = os.path.join(here, 'filter-example.ini') |
| manifest = TestManifest(manifests=(filter_example,), strict=False) |
| self.assertEqual([i['name'] for i in manifest.active_tests(os='win', disabled=False, exists=False)], |
| ['windowstest', 'fleem']) |
| self.assertEqual([i['name'] for i in manifest.active_tests(os='linux', disabled=False, exists=False)], |
| ['fleem', 'linuxtest']) |
| |
| # Look for existing tests. There is only one: |
| self.assertEqual([i['name'] for i in manifest.active_tests()], |
| ['fleem']) |
| |
| # You should be able to expect failures: |
| last = manifest.active_tests(exists=False, toolkit='gtk2')[-1] |
| self.assertEqual(last['name'], 'linuxtest') |
| self.assertEqual(last['expected'], 'pass') |
| last = manifest.active_tests(exists=False, toolkit='cocoa')[-1] |
| self.assertEqual(last['expected'], 'fail') |
| |
| def test_missing_paths(self): |
| """ |
| Test paths that don't exist raise an exception in strict mode. |
| """ |
| tempdir = tempfile.mkdtemp() |
| |
| missing_path = os.path.join(here, 'missing-path.ini') |
| manifest = TestManifest(manifests=(missing_path,), strict=True) |
| self.assertRaises(IOError, manifest.active_tests) |
| self.assertRaises(IOError, manifest.copy, tempdir) |
| self.assertRaises(IOError, manifest.update, tempdir) |
| |
| shutil.rmtree(tempdir) |
| |
| def test_comments(self): |
| """ |
| ensure comments work, see |
| https://bugzilla.mozilla.org/show_bug.cgi?id=813674 |
| """ |
| comment_example = os.path.join(here, 'comment-example.ini') |
| manifest = TestManifest(manifests=(comment_example,)) |
| self.assertEqual(len(manifest.tests), 8) |
| names = [i['name'] for i in manifest.tests] |
| self.assertFalse('test_0202_app_launch_apply_update_dirlocked.js' in names) |
| |
| def test_manifest_subsuites(self): |
| """ |
| test subsuites and conditional subsuites |
| """ |
| relative_path = os.path.join(here, 'subsuite.ini') |
| manifest = TestManifest(manifests=(relative_path,)) |
| info = {'foo': 'bar'} |
| |
| # 6 tests total |
| tests = manifest.active_tests(exists=False, **info) |
| self.assertEquals(len(tests), 6) |
| |
| # only 3 tests for subsuite bar when foo==bar |
| tests = manifest.active_tests(exists=False, |
| filters=[subsuite('bar')], |
| **info) |
| self.assertEquals(len(tests), 3) |
| |
| # only 1 test for subsuite baz, regardless of conditions |
| other = {'something': 'else'} |
| tests = manifest.active_tests(exists=False, |
| filters=[subsuite('baz')], |
| **info) |
| self.assertEquals(len(tests), 1) |
| tests = manifest.active_tests(exists=False, |
| filters=[subsuite('baz')], |
| **other) |
| self.assertEquals(len(tests), 1) |
| |
| # 4 tests match when the condition doesn't match (all tests except |
| # the unconditional subsuite) |
| info = {'foo': 'blah'} |
| tests = manifest.active_tests(exists=False, |
| filters=[subsuite()], |
| **info) |
| self.assertEquals(len(tests), 5) |
| |
| # test for illegal subsuite value |
| manifest.tests[0]['subsuite'] = 'subsuite=bar,foo=="bar",type="nothing"' |
| with self.assertRaises(ParseError): |
| manifest.active_tests(exists=False, |
| filters=[subsuite('foo')], |
| **info) |
| |
| def test_none_and_empty_manifest(self): |
| """ |
| Test TestManifest for None and empty manifest, see |
| https://bugzilla.mozilla.org/show_bug.cgi?id=1087682 |
| """ |
| none_manifest = TestManifest(manifests=None, strict=False) |
| self.assertEqual(len(none_manifest.test_paths()), 0) |
| self.assertEqual(len(none_manifest.active_tests()), 0) |
| |
| empty_manifest = TestManifest(manifests=[], strict=False) |
| self.assertEqual(len(empty_manifest.test_paths()), 0) |
| self.assertEqual(len(empty_manifest.active_tests()), 0) |
| |
| if __name__ == '__main__': |
| unittest.main() |
