| // Copyright 2021 The Tint Authors. |
| // |
| // Licensed under the Apache License, Version 2.0 (the "License"); |
| // you may not use this file except in compliance with the License. |
| // You may obtain a copy of the License at |
| // |
| // http://www.apache.org/licenses/LICENSE-2.0 |
| // |
| // Unless required by applicable law or agreed to in writing, software |
| // distributed under the License is distributed on an "AS IS" BASIS, |
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| // See the License for the specific language governing permissions and |
| // limitations under the License. |
| |
| #include "src/tint/fuzzers/tint_common_fuzzer.h" |
| |
| #include <algorithm> |
| #include <cassert> |
| #include <cstring> |
| #include <fstream> |
| #include <iostream> |
| #include <memory> |
| #include <sstream> |
| #include <string> |
| #include <unordered_map> |
| #include <utility> |
| #include <vector> |
| |
| #if TINT_BUILD_SPV_READER || TINT_BUILD_SPV_WRITER |
| #include "spirv-tools/libspirv.hpp" |
| #endif // TINT_BUILD_SPV_READER || TINT_BUILD_SPV_WRITER |
| |
| #include "src/tint/fuzzers/apply_substitute_overrides.h" |
| #include "src/tint/lang/core/type/external_texture.h" |
| #include "src/tint/lang/wgsl/ast/module.h" |
| #include "src/tint/lang/wgsl/helpers/flatten_bindings.h" |
| #include "src/tint/lang/wgsl/program/program.h" |
| #include "src/tint/lang/wgsl/sem/binding_point.h" |
| #include "src/tint/lang/wgsl/sem/variable.h" |
| #include "src/tint/utils/diagnostic/formatter.h" |
| #include "src/tint/utils/math/hash.h" |
| |
| namespace tint::fuzzers { |
| |
| namespace { |
| |
| // A macro is used to avoid FATAL_ERROR creating its own stack frame. This leads |
| // to better de-duplication of bug reports, because ClusterFuzz only uses the |
| // top few stack frames for de-duplication, and a FATAL_ERROR stack frame |
| // provides no useful information. |
| #define FATAL_ERROR(diags, msg_string) \ |
| do { \ |
| std::string msg = msg_string; \ |
| auto printer = tint::diag::Printer::create(stderr, true); \ |
| if (!msg.empty()) { \ |
| printer->write(msg + "\n", {diag::Color::kRed, true}); \ |
| } \ |
| tint::diag::Formatter().format(diags, printer.get()); \ |
| __builtin_trap(); \ |
| } while (false) |
| |
| [[noreturn]] void TintInternalCompilerErrorReporter(const tint::diag::List& diagnostics) { |
| FATAL_ERROR(diagnostics, ""); |
| } |
| |
| // Wrapping in a macro, so it can be a one-liner in the code, but not |
| // introduce another level in the stack trace. This will help with de-duping |
| // ClusterFuzz issues. |
| #define CHECK_INSPECTOR(program, inspector) \ |
| do { \ |
| if ((inspector).has_error()) { \ |
| if (!enforce_validity) { \ |
| return; \ |
| } \ |
| FATAL_ERROR((program)->Diagnostics(), "Inspector failed: " + (inspector).error()); \ |
| } \ |
| } while (false) |
| |
| // Wrapping in a macro to make code more readable and help with issue de-duping. |
| #define VALIDITY_ERROR(diags, msg_string) \ |
| do { \ |
| if (!enforce_validity) { \ |
| return 0; \ |
| } \ |
| FATAL_ERROR(diags, msg_string); \ |
| } while (false) |
| |
| bool SPIRVToolsValidationCheck(const tint::Program& program, const std::vector<uint32_t>& spirv) { |
| spvtools::SpirvTools tools(SPV_ENV_VULKAN_1_1); |
| const tint::diag::List& diags = program.Diagnostics(); |
| tools.SetMessageConsumer( |
| [diags](spv_message_level_t, const char*, const spv_position_t& pos, const char* msg) { |
| std::stringstream out; |
| out << "Unexpected spirv-val error:\n" |
| << (pos.line + 1) << ":" << (pos.column + 1) << ": " << msg << std::endl; |
| |
| auto printer = tint::diag::Printer::create(stderr, true); |
| printer->write(out.str(), {diag::Color::kYellow, false}); |
| tint::diag::Formatter().format(diags, printer.get()); |
| }); |
| |
| return tools.Validate(spirv.data(), spirv.size(), spvtools::ValidatorOptions()); |
| } |
| |
| } // namespace |
| |
| void GenerateSpirvOptions(DataBuilder* b, writer::spirv::Options* options) { |
| *options = b->build<writer::spirv::Options>(); |
| } |
| |
| void GenerateWgslOptions(DataBuilder* b, writer::wgsl::Options* options) { |
| *options = b->build<writer::wgsl::Options>(); |
| } |
| |
| void GenerateHlslOptions(DataBuilder* b, writer::hlsl::Options* options) { |
| *options = b->build<writer::hlsl::Options>(); |
| } |
| |
| void GenerateMslOptions(DataBuilder* b, writer::msl::Options* options) { |
| *options = b->build<writer::msl::Options>(); |
| } |
| |
| CommonFuzzer::CommonFuzzer(InputFormat input, OutputFormat output) |
| : input_(input), output_(output) {} |
| |
| CommonFuzzer::~CommonFuzzer() = default; |
| |
| int CommonFuzzer::Run(const uint8_t* data, size_t size) { |
| tint::SetInternalCompilerErrorReporter(&TintInternalCompilerErrorReporter); |
| |
| #if TINT_BUILD_WGSL_WRITER |
| tint::Program::printer = [](const tint::Program* program) { |
| auto result = tint::writer::wgsl::Generate(program, {}); |
| if (!result.error.empty()) { |
| return "error: " + result.error; |
| } |
| return result.wgsl; |
| }; |
| #endif // TINT_BUILD_WGSL_WRITER |
| |
| Program program; |
| |
| #if TINT_BUILD_SPV_READER |
| std::vector<uint32_t> spirv_input(size / sizeof(uint32_t)); |
| |
| #endif // TINT_BUILD_SPV_READER |
| |
| #if TINT_BUILD_WGSL_READER || TINT_BUILD_SPV_READER |
| auto dump_input_data = [&](auto& content, const char* extension) { |
| size_t hash = utils::Hash(content); |
| auto filename = "fuzzer_input_" + std::to_string(hash) + extension; // |
| std::ofstream fout(filename, std::ios::binary); |
| fout.write(reinterpret_cast<const char*>(data), static_cast<std::streamsize>(size)); |
| std::cout << "Dumped input data to " << filename << std::endl; |
| }; |
| #endif |
| |
| switch (input_) { |
| case InputFormat::kWGSL: { |
| #if TINT_BUILD_WGSL_READER |
| // Clear any existing diagnostics, as these will hold pointers to file_, |
| // which we are about to release. |
| diagnostics_ = {}; |
| std::string str(reinterpret_cast<const char*>(data), size); |
| file_ = std::make_unique<Source::File>("test.wgsl", str); |
| if (dump_input_) { |
| dump_input_data(str, ".wgsl"); |
| } |
| program = reader::wgsl::Parse(file_.get()); |
| #endif // TINT_BUILD_WGSL_READER |
| break; |
| } |
| |
| case InputFormat::kSpv: { |
| #if TINT_BUILD_SPV_READER |
| // `spirv_input` has been initialized with the capacity to store `size / |
| // sizeof(uint32_t)` uint32_t values. If `size` is not a multiple of |
| // sizeof(uint32_t) then not all of `data` can be copied into |
| // `spirv_input`, and any trailing bytes are discarded. |
| std::memcpy(spirv_input.data(), data, spirv_input.size() * sizeof(uint32_t)); |
| if (spirv_input.empty()) { |
| return 0; |
| } |
| if (dump_input_) { |
| dump_input_data(spirv_input, ".spv"); |
| } |
| program = reader::spirv::Parse(spirv_input); |
| #endif // TINT_BUILD_SPV_READER |
| break; |
| } |
| } |
| |
| if (!program.IsValid()) { |
| diagnostics_ = program.Diagnostics(); |
| return 0; |
| } |
| |
| #if TINT_BUILD_SPV_READER |
| if (input_ == InputFormat::kSpv && !SPIRVToolsValidationCheck(program, spirv_input)) { |
| FATAL_ERROR(program.Diagnostics(), |
| "Fuzzing detected invalid input spirv not being caught by Tint"); |
| } |
| #endif // TINT_BUILD_SPV_READER |
| |
| RunInspector(&program); |
| diagnostics_ = program.Diagnostics(); |
| |
| auto validate_program = [&](auto& out) { |
| if (!out.IsValid()) { |
| // Transforms can produce error messages for bad input. |
| // Catch ICEs and errors from non transform systems. |
| for (const auto& diag : out.Diagnostics()) { |
| if (diag.severity > diag::Severity::Error || |
| diag.system != diag::System::Transform) { |
| VALIDITY_ERROR(program.Diagnostics(), |
| "Fuzzing detected valid input program being " |
| "transformed into an invalid output program"); |
| } |
| } |
| return 0; |
| } |
| |
| program = std::move(out); |
| RunInspector(&program); |
| return 1; |
| }; |
| |
| if (transform_manager_) { |
| transform::DataMap outputs; |
| auto out = transform_manager_->Run(&program, *transform_inputs_, outputs); |
| if (!validate_program(out)) { // Will move: program <- out on success |
| return 0; |
| } |
| } |
| |
| // Run SubstituteOverride if required |
| program = ApplySubstituteOverrides(std::move(program)); |
| if (!program.IsValid()) { |
| return 0; |
| } |
| |
| // For the generates which use MultiPlanar, make sure the configuration options are provided so |
| // that the transformer will execute. |
| if (output_ == OutputFormat::kMSL || output_ == OutputFormat::kHLSL || |
| output_ == OutputFormat::kSpv) { |
| // Gather external texture binding information |
| // Collect next valid binding number per group |
| std::unordered_map<uint32_t, uint32_t> group_to_next_binding_number; |
| std::vector<sem::BindingPoint> ext_tex_bps; |
| for (auto* var : program.AST().GlobalVariables()) { |
| if (auto* sem_var = program.Sem().Get(var)->As<sem::GlobalVariable>()) { |
| if (auto bp = sem_var->BindingPoint()) { |
| auto& n = group_to_next_binding_number[bp->group]; |
| n = std::max(n, bp->binding + 1); |
| |
| if (sem_var->Type()->UnwrapRef()->Is<type::ExternalTexture>()) { |
| ext_tex_bps.emplace_back(*bp); |
| } |
| } |
| } |
| } |
| |
| writer::ExternalTextureOptions::BindingsMap new_bindings_map; |
| for (auto bp : ext_tex_bps) { |
| uint32_t g = bp.group; |
| uint32_t& next_num = group_to_next_binding_number[g]; |
| auto new_bps = |
| writer::ExternalTextureOptions::BindingPoints{{g, next_num++}, {g, next_num++}}; |
| |
| new_bindings_map[bp] = new_bps; |
| } |
| |
| switch (output_) { |
| case OutputFormat::kMSL: { |
| options_msl_.external_texture_options.bindings_map = new_bindings_map; |
| break; |
| } |
| case OutputFormat::kHLSL: { |
| options_hlsl_.external_texture_options.bindings_map = new_bindings_map; |
| break; |
| } |
| case OutputFormat::kSpv: { |
| options_spirv_.external_texture_options.bindings_map = new_bindings_map; |
| break; |
| } |
| default: |
| break; |
| } |
| } |
| |
| switch (output_) { |
| case OutputFormat::kWGSL: { |
| #if TINT_BUILD_WGSL_WRITER |
| writer::wgsl::Generate(&program, options_wgsl_); |
| #endif // TINT_BUILD_WGSL_WRITER |
| break; |
| } |
| case OutputFormat::kSpv: { |
| #if TINT_BUILD_SPV_WRITER |
| auto result = writer::spirv::Generate(&program, options_spirv_); |
| generated_spirv_ = std::move(result.spirv); |
| |
| if (!SPIRVToolsValidationCheck(program, generated_spirv_)) { |
| VALIDITY_ERROR(program.Diagnostics(), |
| "Fuzzing detected invalid spirv being emitted by Tint"); |
| } |
| |
| #endif // TINT_BUILD_SPV_WRITER |
| break; |
| } |
| case OutputFormat::kHLSL: { |
| #if TINT_BUILD_HLSL_WRITER |
| writer::hlsl::Generate(&program, options_hlsl_); |
| #endif // TINT_BUILD_HLSL_WRITER |
| break; |
| } |
| case OutputFormat::kMSL: { |
| #if TINT_BUILD_MSL_WRITER |
| // Remap resource numbers to a flat namespace. |
| // TODO(crbug.com/tint/1501): Do this via Options::BindingMap. |
| auto input_program = &program; |
| auto flattened = tint::writer::FlattenBindings(&program); |
| if (flattened) { |
| input_program = &*flattened; |
| } |
| |
| writer::msl::Generate(input_program, options_msl_); |
| #endif // TINT_BUILD_MSL_WRITER |
| break; |
| } |
| } |
| |
| return 0; |
| } |
| |
| void CommonFuzzer::RunInspector(Program* program) { |
| inspector::Inspector inspector(program); |
| diagnostics_ = program->Diagnostics(); |
| |
| if (!program->IsValid()) { |
| // It's not safe to use the inspector on invalid programs. |
| return; |
| } |
| |
| auto entry_points = inspector.GetEntryPoints(); |
| CHECK_INSPECTOR(program, inspector); |
| |
| auto override_ids = inspector.GetOverrideDefaultValues(); |
| CHECK_INSPECTOR(program, inspector); |
| |
| auto override_name_to_id = inspector.GetNamedOverrideIds(); |
| CHECK_INSPECTOR(program, inspector); |
| |
| for (auto& ep : entry_points) { |
| inspector.GetStorageSize(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetUniformBufferResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetStorageBufferResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetReadOnlyStorageBufferResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetSamplerResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetComparisonSamplerResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetSampledTextureResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetMultisampledTextureResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetWriteOnlyStorageTextureResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetDepthTextureResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetDepthMultisampledTextureResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetExternalTextureResourceBindings(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetSamplerTextureUses(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| |
| inspector.GetWorkgroupStorageSize(ep.name); |
| CHECK_INSPECTOR(program, inspector); |
| } |
| } |
| |
| } // namespace tint::fuzzers |