| // Copyright 2023 The Dawn & Tint Authors | |
| // | |
| // Redistribution and use in source and binary forms, with or without | |
| // modification, are permitted provided that the following conditions are met: | |
| // | |
| // 1. Redistributions of source code must retain the above copyright notice, this | |
| // list of conditions and the following disclaimer. | |
| // | |
| // 2. Redistributions in binary form must reproduce the above copyright notice, | |
| // this list of conditions and the following disclaimer in the documentation | |
| // and/or other materials provided with the distribution. | |
| // | |
| // 3. Neither the name of the copyright holder nor the names of its | |
| // contributors may be used to endorse or promote products derived from | |
| // this software without specific prior written permission. | |
| // | |
| // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" | |
| // AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | |
| // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE | |
| // DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE | |
| // FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL | |
| // DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR | |
| // SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER | |
| // CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, | |
| // OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
| // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
| #include "gmock/gmock.h" | |
| #include "src/tint/lang/wgsl/reader/parser/classify_template_args.h" | |
| #include "src/tint/lang/wgsl/reader/parser/lexer.h" | |
| #include "src/tint/utils/containers/transform.h" | |
| namespace tint::wgsl::reader { | |
| namespace { | |
| using T = Token::Type; | |
| struct Case { | |
| const char* wgsl; | |
| std::vector<T> tokens; | |
| }; | |
| static std::ostream& operator<<(std::ostream& out, const Case& c) { | |
| return out << "'" << c.wgsl << "'"; | |
| } | |
| using WGSLParserClassifyTemplateArgsTest = testing::TestWithParam<Case>; | |
| TEST_P(WGSLParserClassifyTemplateArgsTest, Classify) { | |
| auto& params = GetParam(); | |
| Source::File file("", params.wgsl); | |
| Lexer l(&file); | |
| auto tokens = l.Lex(); | |
| ClassifyTemplateArguments(tokens); | |
| auto types = tint::Transform(tokens, [&](const Token& t) { return t.type(); }); | |
| EXPECT_THAT(types, testing::ContainerEq(params.tokens)); | |
| } | |
| INSTANTIATE_TEST_SUITE_P(NonTemplate, | |
| WGSLParserClassifyTemplateArgsTest, | |
| testing::ValuesIn(std::vector<Case>{ | |
| { | |
| "", | |
| {T::kEOF}, | |
| }, | |
| { | |
| "abc", | |
| {T::kIdentifier, T::kEOF}, | |
| }, | |
| { | |
| "a<b", | |
| {T::kIdentifier, T::kLessThan, T::kIdentifier, T::kEOF}, | |
| }, | |
| { | |
| "a>b", | |
| {T::kIdentifier, T::kGreaterThan, T::kIdentifier, T::kEOF}, | |
| }, | |
| { | |
| "(a<b)>c", | |
| { | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kParenRight, // ) | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // c | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b>c)", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a((b<c), d>(e))", | |
| { | |
| T::kIdentifier, // a | |
| T::kParenLeft, // ( | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kLessThan, // < | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kComma, // , | |
| T::kIdentifier, // d | |
| T::kGreaterThan, // > | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // e | |
| T::kParenRight, // ) | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b[c>(d)]", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kBracketLeft, // [ | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // d | |
| T::kParenRight, // ) | |
| T::kBracketRight, // ] | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b;c>d()", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kSemicolon, // ; | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // d | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "if a < b {} else if c > d {}", | |
| { | |
| T::kIf, // a | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kBraceLeft, // { | |
| T::kBraceRight, // } | |
| T::kElse, // else | |
| T::kIf, // if | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // d | |
| T::kBraceLeft, // { | |
| T::kBraceRight, // } | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b&&c>d", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kAndAnd, // && | |
| T::kPlaceholder, // <placeholder> | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // d | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b||c>d", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kOrOr, // || | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // d | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<c||d>>", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kLessThan, // < | |
| T::kIdentifier, // c | |
| T::kOrOr, // || | |
| T::kIdentifier, // d | |
| T::kShiftRight, // >> | |
| T::kPlaceholder, // <placeholder> | |
| T::kEOF, | |
| }, | |
| }, | |
| })); | |
| INSTANTIATE_TEST_SUITE_P(Template, | |
| WGSLParserClassifyTemplateArgsTest, | |
| testing::ValuesIn(std::vector<Case>{ | |
| { | |
| "a<b>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b>c", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kIdentifier, // c | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "vec3<i32>", | |
| { | |
| T::kIdentifier, // vec3 | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // i32 | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "vec3<i32>()", | |
| { | |
| T::kIdentifier, // vec3 | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // i32 | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "array<vec3<i32>,5>", | |
| { | |
| T::kIdentifier, // array | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // vec3 | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // i32 | |
| T::kTemplateArgsRight, // > | |
| T::kComma, // , | |
| T::kIntLiteral, // 5 | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a(b<c, d>(e))", | |
| { | |
| T::kIdentifier, // a | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // c | |
| T::kComma, // , | |
| T::kIdentifier, // d | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // e | |
| T::kParenRight, // ) | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<1+2>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIntLiteral, // 1 | |
| T::kPlus, // + | |
| T::kIntLiteral, // 2 | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<1,b>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIntLiteral, // 1 | |
| T::kComma, // , | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b,c>=d", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kComma, // , | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kEqual, // = | |
| T::kIdentifier, // d | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b,c>=d>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kComma, // , | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kEqual, // = | |
| T::kIdentifier, // d | |
| T::kGreaterThan, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<c>>=", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kTemplateArgsRight, // > | |
| T::kEqual, // = | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b>c>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<c>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kLessThan, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<c>>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<c>()>()", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b>.c", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kPeriod, // . | |
| T::kIdentifier, // c | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b&&c)>d", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kAndAnd, // && | |
| T::kPlaceholder, // <placeholder> | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kIdentifier, // d | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b||c)>d", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kOrOr, // || | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kIdentifier, // d | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<(c||d)>>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // c | |
| T::kOrOr, // || | |
| T::kIdentifier, // d | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| })); | |
| INSTANTIATE_TEST_SUITE_P(TreesitterScannerSeparatingCases, | |
| WGSLParserClassifyTemplateArgsTest, | |
| testing::ValuesIn(std::vector<Case>{ | |
| // Treesitter had trouble missing '=' in its lookahead | |
| { | |
| "a<b>=c", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kEqual, // = | |
| T::kIdentifier, // c | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b>>=c", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kGreaterThanEqual, // >= | |
| T::kPlaceholder, // <placeholder> | |
| T::kIdentifier, // c | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b==c>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kEqualEqual, // == | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b==c)>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kEqualEqual, // == | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<=c>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kLessThanEqual, // <= | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b<=c)>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kLessThanEqual, // <= | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b>=c>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kEqual, // = | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b<=c)>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kLessThanEqual, // <= | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b>>c>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kTemplateArgsRight, // > | |
| T::kGreaterThan, // > | |
| T::kIdentifier, // c | |
| T::kGreaterThan, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<b<<c>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // b | |
| T::kShiftLeft, // << | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b<<c)>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kShiftLeft, // << | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<(b>>c)>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kParenLeft, // ( | |
| T::kIdentifier, // b | |
| T::kShiftRight, // >> | |
| T::kPlaceholder, // <placeholder> | |
| T::kIdentifier, // c | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<1<<c>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIntLiteral, // 1 | |
| T::kShiftLeft, // << | |
| T::kIdentifier, // c | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| { | |
| "a<1<<c<d>()>", | |
| { | |
| T::kIdentifier, // a | |
| T::kTemplateArgsLeft, // < | |
| T::kIntLiteral, // 1 | |
| T::kShiftLeft, // << | |
| T::kIdentifier, // c | |
| T::kTemplateArgsLeft, // < | |
| T::kIdentifier, // d | |
| T::kTemplateArgsRight, // > | |
| T::kParenLeft, // ( | |
| T::kParenRight, // ) | |
| T::kTemplateArgsRight, // > | |
| T::kEOF, | |
| }, | |
| }, | |
| })); | |
| } // namespace | |
| } // namespace tint::wgsl::reader |