| // Copyright 2022 The Dawn & Tint Authors |
| // |
| // Redistribution and use in source and binary forms, with or without |
| // modification, are permitted provided that the following conditions are met: |
| // |
| // 1. Redistributions of source code must retain the above copyright notice, this |
| // list of conditions and the following disclaimer. |
| // |
| // 2. Redistributions in binary form must reproduce the above copyright notice, |
| // this list of conditions and the following disclaimer in the documentation |
| // and/or other materials provided with the distribution. |
| // |
| // 3. Neither the name of the copyright holder nor the names of its |
| // contributors may be used to endorse or promote products derived from |
| // this software without specific prior written permission. |
| // |
| // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" |
| // AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE |
| // IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE |
| // DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE |
| // FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL |
| // DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR |
| // SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER |
| // CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, |
| // OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| |
| #include "src/tint/lang/spirv/reader/ast_lower/decompose_strided_array.h" |
| |
| #include <unordered_map> |
| #include <utility> |
| #include <vector> |
| |
| #include "src/tint/lang/core/fluent_types.h" |
| #include "src/tint/lang/wgsl/ast/transform/simplify_pointers.h" |
| #include "src/tint/lang/wgsl/program/clone_context.h" |
| #include "src/tint/lang/wgsl/program/program_builder.h" |
| #include "src/tint/lang/wgsl/resolver/resolve.h" |
| #include "src/tint/lang/wgsl/sem/call.h" |
| #include "src/tint/lang/wgsl/sem/member_accessor_expression.h" |
| #include "src/tint/lang/wgsl/sem/type_expression.h" |
| #include "src/tint/lang/wgsl/sem/value_constructor.h" |
| #include "src/tint/lang/wgsl/sem/value_expression.h" |
| #include "src/tint/utils/containers/map.h" |
| #include "src/tint/utils/math/hash.h" |
| |
| using namespace tint::core::fluent_types; // NOLINT |
| |
| TINT_INSTANTIATE_TYPEINFO(tint::spirv::reader::DecomposeStridedArray); |
| |
| namespace tint::spirv::reader { |
| namespace { |
| |
| using DecomposedArrays = std::unordered_map<const core::type::Array*, Symbol>; |
| |
| bool ShouldRun(const Program& program) { |
| for (auto* node : program.ASTNodes().Objects()) { |
| if (auto* ident = node->As<ast::TemplatedIdentifier>()) { |
| if (ast::GetAttribute<ast::StrideAttribute>(ident->attributes)) { |
| return true; |
| } |
| } |
| } |
| return false; |
| } |
| |
| } // namespace |
| |
| DecomposeStridedArray::DecomposeStridedArray() = default; |
| |
| DecomposeStridedArray::~DecomposeStridedArray() = default; |
| |
| ast::transform::Transform::ApplyResult DecomposeStridedArray::Apply( |
| const Program& src, |
| const ast::transform::DataMap&, |
| ast::transform::DataMap&) const { |
| if (!ShouldRun(src)) { |
| return SkipTransform; |
| } |
| |
| ProgramBuilder b; |
| program::CloneContext ctx{&b, &src, /* auto_clone_symbols */ true}; |
| const auto& sem = src.Sem(); |
| |
| static constexpr const char* kMemberName = "el"; |
| |
| // Maps an array type in the source program to the name of the struct wrapper |
| // type in the target program. |
| std::unordered_map<const core::type::Array*, Symbol> decomposed; |
| |
| // Find and replace all arrays with a @stride attribute with a array that has |
| // the @stride removed. If the source array stride does not match the natural |
| // stride for the array element type, then replace the array element type with |
| // a structure, holding a single field with a @size attribute equal to the |
| // array stride. |
| ctx.ReplaceAll([&](const ast::IdentifierExpression* expr) -> const ast::IdentifierExpression* { |
| auto* ident = expr->identifier->As<ast::TemplatedIdentifier>(); |
| if (!ident) { |
| return nullptr; |
| } |
| auto* type_expr = sem.Get<sem::TypeExpression>(expr); |
| if (!type_expr) { |
| return nullptr; |
| } |
| auto* arr = type_expr->Type()->As<core::type::Array>(); |
| if (!arr) { |
| return nullptr; |
| } |
| if (!arr->IsStrideImplicit()) { |
| auto el_ty = tint::GetOrCreate(decomposed, arr, [&] { |
| auto name = b.Symbols().New("strided_arr"); |
| auto* member_ty = ctx.Clone(ident->arguments[0]->As<ast::IdentifierExpression>()); |
| auto* member = b.Member(kMemberName, ast::Type{member_ty}, |
| Vector{ |
| b.MemberSize(AInt(arr->Stride())), |
| }); |
| b.Structure(name, Vector{member}); |
| return name; |
| }); |
| if (ident->arguments.Length() > 1) { |
| auto* count = ctx.Clone(ident->arguments[1]); |
| return b.Expr(b.ty.array(b.ty(el_ty), count)); |
| } else { |
| return b.Expr(b.ty.array(b.ty(el_ty))); |
| } |
| } |
| if (ast::GetAttribute<ast::StrideAttribute>(ident->attributes)) { |
| // Strip the @stride attribute |
| auto* ty = ctx.Clone(ident->arguments[0]->As<ast::IdentifierExpression>()); |
| if (ident->arguments.Length() > 1) { |
| auto* count = ctx.Clone(ident->arguments[1]); |
| return b.Expr(b.ty.array(ast::Type{ty}, count)); |
| } else { |
| return b.Expr(b.ty.array(ast::Type{ty})); |
| } |
| } |
| return nullptr; |
| }); |
| |
| // Find all array index-accessors expressions for arrays that have had their |
| // element changed to a single field structure. These expressions are adjusted |
| // to insert an additional member accessor for the single structure field. |
| // Example: `arr[i]` -> `arr[i].el` |
| ctx.ReplaceAll([&](const ast::IndexAccessorExpression* idx) -> const ast::Expression* { |
| if (auto* ty = src.TypeOf(idx->object)) { |
| if (TINT_UNLIKELY(ty->Is<core::type::Pointer>())) { |
| TINT_ICE() << "lhs of index accessor expression should not be a pointer. These " |
| "should have been removed by the SimplifyPointers transform"; |
| return nullptr; |
| } |
| if (auto* arr = ty->UnwrapRef()->As<core::type::Array>()) { |
| if (!arr->IsStrideImplicit()) { |
| auto* expr = ctx.CloneWithoutTransform(idx); |
| return b.MemberAccessor(expr, kMemberName); |
| } |
| } |
| } |
| return nullptr; |
| }); |
| |
| // Find all constructor expressions for array types that have had their element changed to a |
| // single field structure. These constructors are adjusted to wrap each of the arguments with an |
| // additional initializer for the new element structure type. Example: |
| // `@stride(32) array<i32, 3>(1, 2, 3)` |
| // -> |
| // `array<strided_arr, 3>(strided_arr(1), strided_arr(2), strided_arr(3))` |
| ctx.ReplaceAll([&](const ast::CallExpression* expr) -> const ast::Expression* { |
| if (!expr->args.IsEmpty()) { |
| if (auto* call = sem.Get(expr)->UnwrapMaterialize()->As<sem::Call>()) { |
| if (auto* ctor = call->Target()->As<sem::ValueConstructor>()) { |
| if (auto* arr = ctor->ReturnType()->As<core::type::Array>()) { |
| // Begin by cloning the array initializer type or name |
| // If this is an unaliased array, this may add a new entry to |
| // decomposed. |
| // If this is an aliased array, decomposed should already be |
| // populated with any strided aliases. |
| |
| auto* target = ctx.Clone(expr->target); |
| |
| Vector<const ast::Expression*, 8> args; |
| if (auto it = decomposed.find(arr); it != decomposed.end()) { |
| args.Reserve(expr->args.Length()); |
| for (auto* arg : expr->args) { |
| args.Push(b.Call(it->second, ctx.Clone(arg))); |
| } |
| } else { |
| args = ctx.Clone(expr->args); |
| } |
| |
| return b.Call(target, std::move(args)); |
| } |
| } |
| } |
| } |
| return nullptr; |
| }); |
| |
| ctx.Clone(); |
| return resolver::Resolve(b); |
| } |
| |
| } // namespace tint::spirv::reader |