src/third_party/blink/Tools/Scripts/webkitpy/w3c/test_parser_unittest.py - cobalt - Git at Google

 # Copyright (C) 2013 Adobe Systems Incorporated. All rights reserved.
 #
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions
 # are met:
 #
 # 1. Redistributions of source code must retain the above
 #    copyright notice, this list of conditions and the following
 #    disclaimer.
 # 2. Redistributions in binary form must reproduce the above
 #    copyright notice, this list of conditions and the following
 #    disclaimer in the documentation and/or other materials
 #    provided with the distribution.
 #
 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER "AS IS" AND ANY
 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
 # PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER BE
 # LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
 # OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
 # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
 # PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
 # TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
 # THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 # SUCH DAMAGE.

 import os
 import unittest

 from webkitpy.common.host_mock import MockHost
 from webkitpy.common.system.output_capture import OutputCapture
 from webkitpy.w3c.test_parser import TestParser


 class TestParserTest(unittest.TestCase):

     def test_analyze_test_reftest_one_match(self):
         test_html = """<head>
 <link rel="match" href="green-box-ref.xht" />
 </head>
 """
         test_path = '/some/madeup/path/'
         parser = TestParser(test_path + 'somefile.html', MockHost())
         test_info = parser.analyze_test(test_contents=test_html)

         self.assertNotEqual(test_info, None, 'did not find a test')
         self.assertTrue('test' in test_info.keys(), 'did not find a test file')
         self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
         self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
         self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
         self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

     def test_analyze_test_reftest_multiple_matches(self):
         test_html = """<head>
 <link rel="match" href="green-box-ref.xht" />
 <link rel="match" href="blue-box-ref.xht" />
 <link rel="match" href="orange-box-ref.xht" />
 </head>
 """
         oc = OutputCapture()
         oc.capture_output()
         try:
             test_path = '/some/madeup/path/'
             parser = TestParser(test_path + 'somefile.html', MockHost())
             test_info = parser.analyze_test(test_contents=test_html)
         finally:
             _, _, logs = oc.restore_output()

         self.assertNotEqual(test_info, None, 'did not find a test')
         self.assertTrue('test' in test_info.keys(), 'did not find a test file')
         self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
         self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
         self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
         self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

         self.assertEqual(logs, 'Multiple references are not supported. Importing the first ref defined in somefile.html\n')

     def test_analyze_test_reftest_match_and_mismatch(self):
         test_html = """<head>
 <link rel="match" href="green-box-ref.xht" />
 <link rel="match" href="blue-box-ref.xht" />
 <link rel="mismatch" href="orange-box-notref.xht" />
 </head>
 """
         oc = OutputCapture()
         oc.capture_output()

         try:
             test_path = '/some/madeup/path/'
             parser = TestParser(test_path + 'somefile.html', MockHost())
             test_info = parser.analyze_test(test_contents=test_html)
         finally:
             _, _, logs = oc.restore_output()

         self.assertNotEqual(test_info, None, 'did not find a test')
         self.assertTrue('test' in test_info.keys(), 'did not find a test file')
         self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
         self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
         self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
         self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

         self.assertEqual(logs, 'Multiple references are not supported. Importing the first ref defined in somefile.html\n')

     def test_analyze_test_reftest_with_ref_support_Files(self):
         """Tests analyze_test() using a reftest that has refers to a
         reference file outside of the tests directory and the reference
         file has paths to other support files.
         """

         test_html = """<html>
 <head>
 <link rel="match" href="../reference/green-box-ref.xht" />
 </head>
 """
         ref_html = """<head>
 <link href="support/css/ref-stylesheet.css" rel="stylesheet" type="text/css">
 <style type="text/css">
     background-image: url("../../support/some-image.png")
 </style>
 </head>
 <body>
 <div><img src="../support/black96x96.png" alt="Image download support must be enabled" /></div>
 </body>
 </html>
 """
         test_path = '/some/madeup/path/'
         parser = TestParser(test_path + 'somefile.html', MockHost())
         test_info = parser.analyze_test(test_contents=test_html, ref_contents=ref_html)

         self.assertNotEqual(test_info, None, 'did not find a test')
         self.assertTrue('test' in test_info.keys(), 'did not find a test file')
         self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
         self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
         self.assertTrue('reference_support_info' in test_info.keys(), 'there should be reference_support_info for this test')
         self.assertEquals(len(test_info['reference_support_info']['files']), 3, 'there should be 3 support files in this reference')
         self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

     def test_analyze_jstest(self):
         """Tests analyze_test() using a jstest"""

         test_html = """<head>
 <link href="/resources/testharness.css" rel="stylesheet" type="text/css">
 <script src="/resources/testharness.js"></script>
 </head>
 """
         test_path = '/some/madeup/path/'
         parser = TestParser(test_path + 'somefile.html', MockHost())
         test_info = parser.analyze_test(test_contents=test_html)

         self.assertNotEqual(test_info, None, 'test_info is None')
         self.assertTrue('test' in test_info.keys(), 'did not find a test file')
         self.assertFalse('reference' in test_info.keys(), 'should not have found a reference file')
         self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
         self.assertTrue('jstest' in test_info.keys(), 'test should be a jstest')

     def test_analyze_wpt_manual_test(self):
         """Tests analyze_test() with a manual test that is not in csswg-test."""

         test_html = """<html>
 <head>
 <title>CSS Test: DESCRIPTION OF TEST</title>
 <link rel="author" title="NAME_OF_AUTHOR" />
 <style type="text/css"><![CDATA[
 CSS FOR TEST
 ]]></style>
 </head>
 <body>
 CONTENT OF TEST
 </body>
 </html>
 """
         test_path = '/some/madeup/path/'
         parser = TestParser(test_path + 'somefile-manual.html', MockHost())
         test_info = parser.analyze_test(test_contents=test_html)

         self.assertNotEqual(test_info, None, 'test_info is None')
         self.assertTrue('test' in test_info.keys(), 'did not find a test file')
         self.assertFalse('reference' in test_info.keys(), 'shold not have found a reference file')
         self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
         self.assertFalse('jstest' in test_info.keys(), 'test should not be a jstest')

     def test_analyze_non_test_file_returns_none(self):
         """Tests analyze_test() using a non-test file."""

         parser = TestParser('/some/madeup/path/somefile.html', MockHost())
         test_info = parser.analyze_test(test_contents='<html>')
         self.assertIsNone(test_info, 'test should have been skipped')

     def test_analyze_csswg_manual_test(self):
         """Tests analyze_test() using a test that is neither a reftest or jstest, in csswg-test"""

         test_html = """<html>
 <head>
 <title>CSS Test: DESCRIPTION OF TEST</title>
 <link rel="author" title="NAME_OF_AUTHOR" />
 <style type="text/css"><![CDATA[
 CSS FOR TEST
 ]]></style>
 </head>
 <body>
 CONTENT OF TEST
 </body>
 </html>
 """
         parser = TestParser('/some/csswg-test/path/somefile.html', MockHost())
         test_info = parser.analyze_test(test_contents=test_html)
         self.assertIsNotNone(test_info, 'test_info should not be None')
         self.assertIn('test', test_info.keys(), 'should find a test file')
         self.assertNotIn('reference', test_info.keys(), 'shold not have found a reference file')
         self.assertNotIn('refsupport', test_info.keys(), 'there should be no refsupport files for this test')
         self.assertNotIn('jstest', test_info.keys(), 'test should not be a jstest')

     def test_analyze_non_html_file(self):
         """Tests analyze_test() with a file that has no html"""
         # FIXME: use a mock filesystem
         parser = TestParser(os.path.join(os.path.dirname(__file__), 'test_parser.py'), MockHost())
         test_info = parser.analyze_test()
         self.assertEqual(test_info, None, 'no tests should have been found in this file')

     def test_parser_initialization_non_existent_file(self):
         parser = TestParser('some/bogus/path.html', MockHost())
         self.assertEqual(parser.filename, 'some/bogus/path.html')
         self.assertIsNone(parser.test_doc)
         self.assertIsNone(parser.ref_doc)

     def test_load_file_with_non_ascii_tags(self):
         host = MockHost()
         host.filesystem.files['/some/path.xml'] = '<d\xc3\x98dd></d\xc3\x98dd>'
         parser = TestParser('/some/path.xml', host)
         self.assertEqual(parser.filename, '/some/path.xml')
         self.assertIsNone(parser.test_doc)
	# Copyright (C) 2013 Adobe Systems Incorporated. All rights reserved.
	#
	# Redistribution and use in source and binary forms, with or without
	# modification, are permitted provided that the following conditions
	# are met:
	#
	# 1. Redistributions of source code must retain the above
	# copyright notice, this list of conditions and the following
	# disclaimer.
	# 2. Redistributions in binary form must reproduce the above
	# copyright notice, this list of conditions and the following
	# disclaimer in the documentation and/or other materials
	# provided with the distribution.
	#
	# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDER "AS IS" AND ANY
	# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
	# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
	# PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER BE
	# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
	# OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
	# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
	# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
	# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR
	# TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF
	# THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
	# SUCH DAMAGE.

	import os
	import unittest

	from webkitpy.common.host_mock import MockHost
	from webkitpy.common.system.output_capture import OutputCapture
	from webkitpy.w3c.test_parser import TestParser


	class TestParserTest(unittest.TestCase):

	def test_analyze_test_reftest_one_match(self):
	test_html = """<head>
	<link rel="match" href="green-box-ref.xht" />
	</head>
	"""
	test_path = '/some/madeup/path/'
	parser = TestParser(test_path + 'somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html)

	self.assertNotEqual(test_info, None, 'did not find a test')
	self.assertTrue('test' in test_info.keys(), 'did not find a test file')
	self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
	self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
	self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
	self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

	def test_analyze_test_reftest_multiple_matches(self):
	test_html = """<head>
	<link rel="match" href="green-box-ref.xht" />
	<link rel="match" href="blue-box-ref.xht" />
	<link rel="match" href="orange-box-ref.xht" />
	</head>
	"""
	oc = OutputCapture()
	oc.capture_output()
	try:
	test_path = '/some/madeup/path/'
	parser = TestParser(test_path + 'somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html)
	finally:
	_, _, logs = oc.restore_output()

	self.assertNotEqual(test_info, None, 'did not find a test')
	self.assertTrue('test' in test_info.keys(), 'did not find a test file')
	self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
	self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
	self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
	self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

	self.assertEqual(logs, 'Multiple references are not supported. Importing the first ref defined in somefile.html\n')

	def test_analyze_test_reftest_match_and_mismatch(self):
	test_html = """<head>
	<link rel="match" href="green-box-ref.xht" />
	<link rel="match" href="blue-box-ref.xht" />
	<link rel="mismatch" href="orange-box-notref.xht" />
	</head>
	"""
	oc = OutputCapture()
	oc.capture_output()

	try:
	test_path = '/some/madeup/path/'
	parser = TestParser(test_path + 'somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html)
	finally:
	_, _, logs = oc.restore_output()

	self.assertNotEqual(test_info, None, 'did not find a test')
	self.assertTrue('test' in test_info.keys(), 'did not find a test file')
	self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
	self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
	self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
	self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

	self.assertEqual(logs, 'Multiple references are not supported. Importing the first ref defined in somefile.html\n')

	def test_analyze_test_reftest_with_ref_support_Files(self):
	"""Tests analyze_test() using a reftest that has refers to a
	reference file outside of the tests directory and the reference
	file has paths to other support files.
	"""

	test_html = """<html>
	<head>
	<link rel="match" href="../reference/green-box-ref.xht" />
	</head>
	"""
	ref_html = """<head>
	<link href="support/css/ref-stylesheet.css" rel="stylesheet" type="text/css">
	<style type="text/css">
	background-image: url("../../support/some-image.png")
	</style>
	</head>
	<body>
	<div><img src="../support/black96x96.png" alt="Image download support must be enabled" /></div>
	</body>
	</html>
	"""
	test_path = '/some/madeup/path/'
	parser = TestParser(test_path + 'somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html, ref_contents=ref_html)

	self.assertNotEqual(test_info, None, 'did not find a test')
	self.assertTrue('test' in test_info.keys(), 'did not find a test file')
	self.assertTrue('reference' in test_info.keys(), 'did not find a reference file')
	self.assertTrue(test_info['reference'].startswith(test_path), 'reference path is not correct')
	self.assertTrue('reference_support_info' in test_info.keys(), 'there should be reference_support_info for this test')
	self.assertEquals(len(test_info['reference_support_info']['files']), 3, 'there should be 3 support files in this reference')
	self.assertFalse('jstest' in test_info.keys(), 'test should not have been analyzed as a jstest')

	def test_analyze_jstest(self):
	"""Tests analyze_test() using a jstest"""

	test_html = """<head>
	<link href="/resources/testharness.css" rel="stylesheet" type="text/css">
	<script src="/resources/testharness.js"></script>
	</head>
	"""
	test_path = '/some/madeup/path/'
	parser = TestParser(test_path + 'somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html)

	self.assertNotEqual(test_info, None, 'test_info is None')
	self.assertTrue('test' in test_info.keys(), 'did not find a test file')
	self.assertFalse('reference' in test_info.keys(), 'should not have found a reference file')
	self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
	self.assertTrue('jstest' in test_info.keys(), 'test should be a jstest')

	def test_analyze_wpt_manual_test(self):
	"""Tests analyze_test() with a manual test that is not in csswg-test."""

	test_html = """<html>
	<head>
	<title>CSS Test: DESCRIPTION OF TEST</title>
	<link rel="author" title="NAME_OF_AUTHOR" />
	<style type="text/css"><![CDATA[
	CSS FOR TEST
	]]></style>
	</head>
	<body>
	CONTENT OF TEST
	</body>
	</html>
	"""
	test_path = '/some/madeup/path/'
	parser = TestParser(test_path + 'somefile-manual.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html)

	self.assertNotEqual(test_info, None, 'test_info is None')
	self.assertTrue('test' in test_info.keys(), 'did not find a test file')
	self.assertFalse('reference' in test_info.keys(), 'shold not have found a reference file')
	self.assertFalse('refsupport' in test_info.keys(), 'there should be no refsupport files for this test')
	self.assertFalse('jstest' in test_info.keys(), 'test should not be a jstest')

	def test_analyze_non_test_file_returns_none(self):
	"""Tests analyze_test() using a non-test file."""

	parser = TestParser('/some/madeup/path/somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents='<html>')
	self.assertIsNone(test_info, 'test should have been skipped')

	def test_analyze_csswg_manual_test(self):
	"""Tests analyze_test() using a test that is neither a reftest or jstest, in csswg-test"""

	test_html = """<html>
	<head>
	<title>CSS Test: DESCRIPTION OF TEST</title>
	<link rel="author" title="NAME_OF_AUTHOR" />
	<style type="text/css"><![CDATA[
	CSS FOR TEST
	]]></style>
	</head>
	<body>
	CONTENT OF TEST
	</body>
	</html>
	"""
	parser = TestParser('/some/csswg-test/path/somefile.html', MockHost())
	test_info = parser.analyze_test(test_contents=test_html)
	self.assertIsNotNone(test_info, 'test_info should not be None')
	self.assertIn('test', test_info.keys(), 'should find a test file')
	self.assertNotIn('reference', test_info.keys(), 'shold not have found a reference file')
	self.assertNotIn('refsupport', test_info.keys(), 'there should be no refsupport files for this test')
	self.assertNotIn('jstest', test_info.keys(), 'test should not be a jstest')

	def test_analyze_non_html_file(self):
	"""Tests analyze_test() with a file that has no html"""
	# FIXME: use a mock filesystem
	parser = TestParser(os.path.join(os.path.dirname(__file__), 'test_parser.py'), MockHost())
	test_info = parser.analyze_test()
	self.assertEqual(test_info, None, 'no tests should have been found in this file')

	def test_parser_initialization_non_existent_file(self):
	parser = TestParser('some/bogus/path.html', MockHost())
	self.assertEqual(parser.filename, 'some/bogus/path.html')
	self.assertIsNone(parser.test_doc)
	self.assertIsNone(parser.ref_doc)

	def test_load_file_with_non_ascii_tags(self):
	host = MockHost()
	host.filesystem.files['/some/path.xml'] = '<d\xc3\x98dd></d\xc3\x98dd>'
	parser = TestParser('/some/path.xml', host)
	self.assertEqual(parser.filename, '/some/path.xml')
	self.assertIsNone(parser.test_doc)