blob: 3c6cf5d6a6f897c82dcf63e13a9674ed9055607e [file] [log] [blame]
// Copyright 2014 the V8 project authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
#include "src/char-predicates.h"
#include "src/unicode.h"
#include "testing/gtest/include/gtest/gtest.h"
namespace v8 {
namespace internal {
TEST(CharPredicatesTest, WhiteSpace) {
EXPECT_TRUE(WhiteSpace::Is(0x0009));
EXPECT_TRUE(WhiteSpace::Is(0x000B));
EXPECT_TRUE(WhiteSpace::Is(0x000C));
EXPECT_TRUE(WhiteSpace::Is(' '));
EXPECT_TRUE(WhiteSpace::Is(0x00A0));
EXPECT_TRUE(WhiteSpace::Is(0x1680));
EXPECT_TRUE(WhiteSpace::Is(0x2000));
EXPECT_TRUE(WhiteSpace::Is(0x2007));
EXPECT_TRUE(WhiteSpace::Is(0x202F));
EXPECT_TRUE(WhiteSpace::Is(0x205F));
EXPECT_TRUE(WhiteSpace::Is(0x3000));
EXPECT_TRUE(WhiteSpace::Is(0xFEFF));
EXPECT_FALSE(WhiteSpace::Is(0x180E));
}
TEST(CharPredicatesTest, WhiteSpaceOrLineTerminator) {
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x0009));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000B));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000C));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(' '));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x00A0));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x1680));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2000));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2007));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x202F));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x205F));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0xFEFF));
// Line terminators
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000A));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x000D));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2028));
EXPECT_TRUE(WhiteSpaceOrLineTerminator::Is(0x2029));
EXPECT_FALSE(WhiteSpaceOrLineTerminator::Is(0x180E));
}
TEST(CharPredicatesTest, IdentifierStart) {
EXPECT_TRUE(IdentifierStart::Is('$'));
EXPECT_TRUE(IdentifierStart::Is('_'));
EXPECT_TRUE(IdentifierStart::Is('\\'));
// http://www.unicode.org/reports/tr31/
// curl http://www.unicode.org/Public/UCD/latest/ucd/PropList.txt |
// grep 'Other_ID_Start'
// Other_ID_Start
EXPECT_TRUE(IdentifierStart::Is(0x1885));
EXPECT_TRUE(IdentifierStart::Is(0x1886));
EXPECT_TRUE(IdentifierStart::Is(0x2118));
EXPECT_TRUE(IdentifierStart::Is(0x212E));
EXPECT_TRUE(IdentifierStart::Is(0x309B));
EXPECT_TRUE(IdentifierStart::Is(0x309C));
// Issue 2892:
// \u2E2F has the Pattern_Syntax property, excluding it from ID_Start.
EXPECT_FALSE(IdentifierStart::Is(0x2E2F));
#ifdef V8_INTL_SUPPORT
// New in Unicode 8.0 (6,847 code points)
// [:ID_Start:] & [[:Age=8.0:] - [:Age=7.0:]]
EXPECT_TRUE(IdentifierStart::Is(0x08B3));
EXPECT_TRUE(IdentifierStart::Is(0x0AF9));
EXPECT_TRUE(IdentifierStart::Is(0x13F8));
EXPECT_TRUE(IdentifierStart::Is(0x9FCD));
EXPECT_TRUE(IdentifierStart::Is(0xAB60));
EXPECT_TRUE(IdentifierStart::Is(0x10CC0));
EXPECT_TRUE(IdentifierStart::Is(0x108E0));
EXPECT_TRUE(IdentifierStart::Is(0x2B820));
// New in Unicode 9.0 (7,177 code points)
// [:ID_Start:] & [[:Age=9.0:] - [:Age=8.0:]]
EXPECT_TRUE(IdentifierStart::Is(0x1C80));
EXPECT_TRUE(IdentifierStart::Is(0x104DB));
EXPECT_TRUE(IdentifierStart::Is(0x1E922));
#endif
}
TEST(CharPredicatesTest, IdentifierPart) {
EXPECT_TRUE(IdentifierPart::Is('$'));
EXPECT_TRUE(IdentifierPart::Is('_'));
EXPECT_TRUE(IdentifierPart::Is('\\'));
EXPECT_TRUE(IdentifierPart::Is(0x200C));
EXPECT_TRUE(IdentifierPart::Is(0x200D));
#ifdef V8_INTL_SUPPORT
// New in Unicode 8.0 (6,847 code points)
// [:ID_Start:] & [[:Age=8.0:] - [:Age=7.0:]]
EXPECT_TRUE(IdentifierPart::Is(0x08B3));
EXPECT_TRUE(IdentifierPart::Is(0x0AF9));
EXPECT_TRUE(IdentifierPart::Is(0x13F8));
EXPECT_TRUE(IdentifierPart::Is(0x9FCD));
EXPECT_TRUE(IdentifierPart::Is(0xAB60));
EXPECT_TRUE(IdentifierPart::Is(0x10CC0));
EXPECT_TRUE(IdentifierPart::Is(0x108E0));
EXPECT_TRUE(IdentifierPart::Is(0x2B820));
// [[:ID_Continue:]-[:ID_Start:]] & [[:Age=8.0:]-[:Age=7.0:]]
// 162 code points
EXPECT_TRUE(IdentifierPart::Is(0x08E3));
EXPECT_TRUE(IdentifierPart::Is(0xA69E));
EXPECT_TRUE(IdentifierPart::Is(0x11730));
// New in Unicode 9.0 (7,177 code points)
// [:ID_Start:] & [[:Age=9.0:] - [:Age=8.0:]]
EXPECT_TRUE(IdentifierPart::Is(0x1C80));
EXPECT_TRUE(IdentifierPart::Is(0x104DB));
EXPECT_TRUE(IdentifierPart::Is(0x1E922));
// [[:ID_Continue:]-[:ID_Start:]] & [[:Age=9.0:]-[:Age=8.0:]]
// 162 code points
EXPECT_TRUE(IdentifierPart::Is(0x08D4));
EXPECT_TRUE(IdentifierPart::Is(0x1DFB));
EXPECT_TRUE(IdentifierPart::Is(0xA8C5));
EXPECT_TRUE(IdentifierPart::Is(0x11450));
#endif
// http://www.unicode.org/reports/tr31/
// curl http://www.unicode.org/Public/UCD/latest/ucd/PropList.txt |
// grep 'Other_ID_(Continue|Start)'
// Other_ID_Start
EXPECT_TRUE(IdentifierPart::Is(0x1885));
EXPECT_TRUE(IdentifierPart::Is(0x1886));
EXPECT_TRUE(IdentifierPart::Is(0x2118));
EXPECT_TRUE(IdentifierPart::Is(0x212E));
EXPECT_TRUE(IdentifierPart::Is(0x309B));
EXPECT_TRUE(IdentifierPart::Is(0x309C));
// Other_ID_Continue
EXPECT_TRUE(IdentifierPart::Is(0x00B7));
EXPECT_TRUE(IdentifierPart::Is(0x0387));
EXPECT_TRUE(IdentifierPart::Is(0x1369));
EXPECT_TRUE(IdentifierPart::Is(0x1370));
EXPECT_TRUE(IdentifierPart::Is(0x1371));
EXPECT_TRUE(IdentifierPart::Is(0x19DA));
// Issue 2892:
// \u2E2F has the Pattern_Syntax property, excluding it from ID_Start.
EXPECT_FALSE(IdentifierPart::Is(0x2E2F));
}
#ifdef V8_INTL_SUPPORT
TEST(CharPredicatesTest, SupplementaryPlaneIdentifiers) {
// Both ID_Start and ID_Continue.
EXPECT_TRUE(IdentifierStart::Is(0x10403)); // Category Lu
EXPECT_TRUE(IdentifierPart::Is(0x10403));
EXPECT_TRUE(IdentifierStart::Is(0x1043C)); // Category Ll
EXPECT_TRUE(IdentifierPart::Is(0x1043C));
EXPECT_TRUE(IdentifierStart::Is(0x16F9C)); // Category Lm
EXPECT_TRUE(IdentifierPart::Is(0x16F9C));
EXPECT_TRUE(IdentifierStart::Is(0x10048)); // Category Lo
EXPECT_TRUE(IdentifierPart::Is(0x10048));
EXPECT_TRUE(IdentifierStart::Is(0x1014D)); // Category Nl
EXPECT_TRUE(IdentifierPart::Is(0x1014D));
// New in Unicode 8.0
// [ [:ID_Start=Yes:] & [:Age=8.0:]] - [:Age=7.0:]
EXPECT_TRUE(IdentifierStart::Is(0x108E0));
EXPECT_TRUE(IdentifierStart::Is(0x10C80));
// Only ID_Continue.
EXPECT_FALSE(IdentifierStart::Is(0x101FD)); // Category Mn
EXPECT_TRUE(IdentifierPart::Is(0x101FD));
EXPECT_FALSE(IdentifierStart::Is(0x11002)); // Category Mc
EXPECT_TRUE(IdentifierPart::Is(0x11002));
EXPECT_FALSE(IdentifierStart::Is(0x104A9)); // Category Nd
EXPECT_TRUE(IdentifierPart::Is(0x104A9));
// Neither.
EXPECT_FALSE(IdentifierStart::Is(0x10111)); // Category No
EXPECT_FALSE(IdentifierPart::Is(0x10111));
EXPECT_FALSE(IdentifierStart::Is(0x1F4A9)); // Category So
EXPECT_FALSE(IdentifierPart::Is(0x1F4A9));
}
#endif // V8_INTL_SUPPORT
} // namespace internal
} // namespace v8