src/dawn_native/vulkan/BackendVk.cpp - dawn - Git at Google

 // Copyright 2019 The Dawn Authors
 //
 // Licensed under the Apache License, Version 2.0 (the "License");
 // you may not use this file except in compliance with the License.
 // You may obtain a copy of the License at
 //
 //     http://www.apache.org/licenses/LICENSE-2.0
 //
 // Unless required by applicable law or agreed to in writing, software
 // distributed under the License is distributed on an "AS IS" BASIS,
 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 // See the License for the specific language governing permissions and
 // limitations under the License.

 #include "dawn_native/vulkan/BackendVk.h"

 #include "common/BitSetIterator.h"
 #include "common/Log.h"
 #include "common/SystemUtils.h"
 #include "dawn_native/Instance.h"
 #include "dawn_native/VulkanBackend.h"
 #include "dawn_native/vulkan/AdapterVk.h"
 #include "dawn_native/vulkan/UtilsVulkan.h"
 #include "dawn_native/vulkan/VulkanError.h"

 // TODO(crbug.com/dawn/283): Link against the Vulkan Loader and remove this.
 #if defined(DAWN_ENABLE_SWIFTSHADER)
 #    if defined(DAWN_PLATFORM_LINUX) || defined(DAWN_PLATFORM_FUSCHIA)
 constexpr char kSwiftshaderLibName[] = "libvk_swiftshader.so";
 #    elif defined(DAWN_PLATFORM_WINDOWS)
 constexpr char kSwiftshaderLibName[] = "vk_swiftshader.dll";
 #    elif defined(DAWN_PLATFORM_MACOS)
 constexpr char kSwiftshaderLibName[] = "libvk_swiftshader.dylib";
 #    else
 #        error "Unimplemented Swiftshader Vulkan backend platform"
 #    endif
 #endif

 #if defined(DAWN_PLATFORM_LINUX)
 #    if defined(DAWN_PLATFORM_ANDROID)
 constexpr char kVulkanLibName[] = "libvulkan.so";
 #    else
 constexpr char kVulkanLibName[] = "libvulkan.so.1";
 #    endif
 #elif defined(DAWN_PLATFORM_WINDOWS)
 constexpr char kVulkanLibName[] = "vulkan-1.dll";
 #elif defined(DAWN_PLATFORM_MACOS)
 constexpr char kVulkanLibName[] = "libvulkan.dylib";
 #elif defined(DAWN_PLATFORM_FUCHSIA)
 constexpr char kVulkanLibName[] = "libvulkan.so";
 #else
 #    error "Unimplemented Vulkan backend platform"
 #endif

 struct SkippedMessage {
     const char* messageId;
     const char* messageContents;
 };

 // Array of Validation error/warning messages that will be ignored, should include bugID
 constexpr SkippedMessage kSkippedMessages[] = {
     // These errors are generated when simultaneously using a read-only depth/stencil attachment as
     // a texture binding. This is valid Vulkan.
     //
     // When storeOp=NONE is not present, Dawn uses storeOp=STORE, but Vulkan validation layer
     // considers the image read-only and produces a hazard. Dawn can't rely on storeOp=NONE and
     // so this is not expected to be worked around.
     // See http://crbug.com/dawn/1225 for more details.
     {"SYNC-HAZARD-WRITE_AFTER_READ",
      "depth aspect during store with storeOp VK_ATTACHMENT_STORE_OP_STORE. Access info (usage: "
      "SYNC_LATE_FRAGMENT_TESTS_DEPTH_STENCIL_ATTACHMENT_WRITE, prior_usage: "
      "SYNC_FRAGMENT_SHADER_SHADER_STORAGE_READ, read_barriers: VK_PIPELINE_STAGE_2_NONE_KHR, "},

     {"SYNC-HAZARD-WRITE_AFTER_READ",
      "stencil aspect during store with stencilStoreOp VK_ATTACHMENT_STORE_OP_STORE. Access info "
      "(usage: SYNC_LATE_FRAGMENT_TESTS_DEPTH_STENCIL_ATTACHMENT_WRITE, prior_usage: "
      "SYNC_FRAGMENT_SHADER_SHADER_STORAGE_READ, read_barriers: VK_PIPELINE_STAGE_2_NONE_KHR, "},
 };

 namespace dawn_native::vulkan {

     namespace {

         static constexpr ICD kICDs[] = {
             ICD::None,
 #if defined(DAWN_ENABLE_SWIFTSHADER)
             ICD::SwiftShader,
 #endif  // defined(DAWN_ENABLE_SWIFTSHADER)
         };

         // Suppress validation errors that are known. Returns false in that case.
         bool ShouldReportDebugMessage(const char* messageId, const char* message) {
             for (const SkippedMessage& msg : kSkippedMessages) {
                 if (strstr(messageId, msg.messageId) != nullptr &&
                     strstr(message, msg.messageContents) != nullptr) {
                     return false;
                 }
             }
             return true;
         }

         VKAPI_ATTR VkBool32 VKAPI_CALL
         OnDebugUtilsCallback(VkDebugUtilsMessageSeverityFlagBitsEXT messageSeverity,
                              VkDebugUtilsMessageTypeFlagsEXT /* messageTypes */,
                              const VkDebugUtilsMessengerCallbackDataEXT* pCallbackData,
                              void* /* pUserData */) {
             if (ShouldReportDebugMessage(pCallbackData->pMessageIdName, pCallbackData->pMessage)) {
                 dawn::WarningLog() << pCallbackData->pMessage;
                 ASSERT((messageSeverity & VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT) == 0);
             }
             return VK_FALSE;
         }

         // A debug callback specifically for instance creation so that we don't fire an ASSERT when
         // the instance fails creation in an expected manner (for example the system not having
         // Vulkan drivers).
         VKAPI_ATTR VkBool32 VKAPI_CALL OnInstanceCreationDebugUtilsCallback(
             VkDebugUtilsMessageSeverityFlagBitsEXT messageSeverity,
             VkDebugUtilsMessageTypeFlagsEXT /* messageTypes */,
             const VkDebugUtilsMessengerCallbackDataEXT* pCallbackData,
             void* /* pUserData */) {
             dawn::WarningLog() << pCallbackData->pMessage;
             return VK_FALSE;
         }

     }  // anonymous namespace

     VulkanInstance::VulkanInstance() = default;

     VulkanInstance::~VulkanInstance() {
         if (mDebugUtilsMessenger != VK_NULL_HANDLE) {
             mFunctions.DestroyDebugUtilsMessengerEXT(mInstance, mDebugUtilsMessenger, nullptr);
             mDebugUtilsMessenger = VK_NULL_HANDLE;
         }

         // VkPhysicalDevices are destroyed when the VkInstance is destroyed
         if (mInstance != VK_NULL_HANDLE) {
             mFunctions.DestroyInstance(mInstance, nullptr);
             mInstance = VK_NULL_HANDLE;
         }
     }

     const VulkanFunctions& VulkanInstance::GetFunctions() const {
         return mFunctions;
     }

     VkInstance VulkanInstance::GetVkInstance() const {
         return mInstance;
     }

     const VulkanGlobalInfo& VulkanInstance::GetGlobalInfo() const {
         return mGlobalInfo;
     }

     const std::vector<VkPhysicalDevice>& VulkanInstance::GetPhysicalDevices() const {
         return mPhysicalDevices;
     }

     // static
     ResultOrError<Ref<VulkanInstance>> VulkanInstance::Create(const InstanceBase* instance,
                                                               ICD icd) {
         Ref<VulkanInstance> vulkanInstance = AcquireRef(new VulkanInstance());
         DAWN_TRY(vulkanInstance->Initialize(instance, icd));
         return std::move(vulkanInstance);
     }

     MaybeError VulkanInstance::Initialize(const InstanceBase* instance, ICD icd) {
         // These environment variables need only be set while loading procs and gathering device
         // info.
         ScopedEnvironmentVar vkICDFilenames;
         ScopedEnvironmentVar vkLayerPath;

 #if defined(DAWN_ENABLE_VULKAN_LOADER)
         // If enabled, we use our own built Vulkan loader by specifying an absolute path to the
         // shared library. Note that when we are currently getting the absolute path for the custom
         // loader by getting the path to the dawn native library and traversing relative from there.
         // This has implications for dawn tests because some of them are linking statically to
         // dawn_native which means the "module" is actually the test as well. If the directory
         // location of the tests change w.r.t the shared lib then this may break. Essentially we are
         // assuming that our custom built Vulkan loader will always be in the same directory as the
         // shared dawn native library and all test binaries that link statically.
         const std::string resolvedVulkanLibPath = GetModuleDirectory() + kVulkanLibName;
 #else
         const std::string resolvedVulkanLibPath = kVulkanLibName;
 #endif  // defined(DAWN_ENABLE_VULKAN_LOADER)

         switch (icd) {
             case ICD::None: {
                 if (!mVulkanLib.Open(resolvedVulkanLibPath)) {
                     return DAWN_FORMAT_INTERNAL_ERROR("Couldn't load %s.", resolvedVulkanLibPath);
                 }
                 break;
             }
             case ICD::SwiftShader: {
 #if defined(DAWN_ENABLE_SWIFTSHADER)
                 // First try to load the system Vulkan driver, if that fails, try to load with
                 // Swiftshader. Note: The system driver could potentially be Swiftshader if it was
                 // installed.
 #    if defined(DAWN_SWIFTSHADER_VK_ICD_JSON)
                 if (mVulkanLib.Open(resolvedVulkanLibPath)) {
                     std::string fullSwiftshaderICDPath =
                         GetExecutableDirectory() + DAWN_SWIFTSHADER_VK_ICD_JSON;
                     if (!vkICDFilenames.Set("VK_ICD_FILENAMES", fullSwiftshaderICDPath.c_str())) {
                         return DAWN_FORMAT_INTERNAL_ERROR("Couldn't set VK_ICD_FILENAMES to %s.",
                                                           fullSwiftshaderICDPath);
                     }
                     // Succesfully loaded driver and set VK_ICD_FILENAMES.
                     break;
                 } else
 #    endif  // defined(DAWN_SWIFTSHADER_VK_ICD_JSON)
             // Fallback to loading SwiftShader directly.
                     if (mVulkanLib.Open(kSwiftshaderLibName)) {
                     // Succesfully loaded SwiftShader.
                     break;
                 }
                 return DAWN_FORMAT_INTERNAL_ERROR(
                     "Failed to load SwiftShader. DAWN_SWIFTSHADER_VK_ICD_JSON was not defined and "
                     "could not load %s.",
                     kSwiftshaderLibName);
 #endif  // defined(DAWN_ENABLE_SWIFTSHADER)

                 // ICD::SwiftShader should not be passed if SwiftShader is not enabled.
                 UNREACHABLE();
             }
         }

         if (instance->IsBackendValidationEnabled()) {
 #if defined(DAWN_ENABLE_VULKAN_VALIDATION_LAYERS)
             std::string vkDataDir = GetExecutableDirectory() + DAWN_VK_DATA_DIR;
             if (!vkLayerPath.Set("VK_LAYER_PATH", vkDataDir.c_str())) {
                 return DAWN_INTERNAL_ERROR("Couldn't set VK_LAYER_PATH");
             }
 #else
             dawn::WarningLog() << "Backend validation enabled but Dawn was not built with "
                                   "DAWN_ENABLE_VULKAN_VALIDATION_LAYERS.";
 #endif
         }

         DAWN_TRY(mFunctions.LoadGlobalProcs(mVulkanLib));

         DAWN_TRY_ASSIGN(mGlobalInfo, GatherGlobalInfo(mFunctions));

         VulkanGlobalKnobs usedGlobalKnobs = {};
         DAWN_TRY_ASSIGN(usedGlobalKnobs, CreateVkInstance(instance));
         *static_cast<VulkanGlobalKnobs*>(&mGlobalInfo) = usedGlobalKnobs;

         DAWN_TRY(mFunctions.LoadInstanceProcs(mInstance, mGlobalInfo));

         if (usedGlobalKnobs.HasExt(InstanceExt::DebugUtils)) {
             DAWN_TRY(RegisterDebugUtils());
         }

         DAWN_TRY_ASSIGN(mPhysicalDevices, GatherPhysicalDevices(mInstance, mFunctions));

         return {};
     }

     ResultOrError<VulkanGlobalKnobs> VulkanInstance::CreateVkInstance(
         const InstanceBase* instance) {
         VulkanGlobalKnobs usedKnobs = {};
         std::vector<const char*> layerNames;
         InstanceExtSet extensionsToRequest = mGlobalInfo.extensions;

         auto UseLayerIfAvailable = [&](VulkanLayer layer) {
             if (mGlobalInfo.layers[layer]) {
                 layerNames.push_back(GetVulkanLayerInfo(layer).name);
                 usedKnobs.layers.set(layer, true);
                 extensionsToRequest |= mGlobalInfo.layerExtensions[layer];
             }
         };

         // vktrace works by instering a layer, but we hide it behind a macro because the vktrace
         // layer crashes when used without vktrace server started. See this vktrace issue:
         // https://github.com/LunarG/VulkanTools/issues/254
         // Also it is good to put it in first position so that it doesn't see Vulkan calls inserted
         // by other layers.
 #if defined(DAWN_USE_VKTRACE)
         UseLayerIfAvailable(VulkanLayer::LunargVkTrace);
 #endif
         // RenderDoc installs a layer at the system level for its capture but we don't want to use
         // it unless we are debugging in RenderDoc so we hide it behind a macro.
 #if defined(DAWN_USE_RENDERDOC)
         UseLayerIfAvailable(VulkanLayer::RenderDocCapture);
 #endif

         if (instance->IsBackendValidationEnabled()) {
             UseLayerIfAvailable(VulkanLayer::Validation);
         }

         // Always use the Fuchsia swapchain layer if available.
         UseLayerIfAvailable(VulkanLayer::FuchsiaImagePipeSwapchain);

         // Available and known instance extensions default to being requested, but some special
         // cases are removed.
         usedKnobs.extensions = extensionsToRequest;

         std::vector<const char*> extensionNames;
         for (InstanceExt ext : IterateBitSet(extensionsToRequest)) {
             const InstanceExtInfo& info = GetInstanceExtInfo(ext);

             if (info.versionPromoted > mGlobalInfo.apiVersion) {
                 extensionNames.push_back(info.name);
             }
         }

         VkApplicationInfo appInfo;
         appInfo.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
         appInfo.pNext = nullptr;
         appInfo.pApplicationName = nullptr;
         appInfo.applicationVersion = 0;
         appInfo.pEngineName = nullptr;
         appInfo.engineVersion = 0;
         // Vulkan 1.0 implementations were required to return VK_ERROR_INCOMPATIBLE_DRIVER if
         // apiVersion was larger than 1.0. Meanwhile, as long as the instance supports at least
         // Vulkan 1.1, an application can use different versions of Vulkan with an instance than
         // it does with a device or physical device. So we should set apiVersion to Vulkan 1.0
         // if the instance only supports Vulkan 1.0. Otherwise we set apiVersion to Vulkan 1.2,
         // treat 1.2 as the highest API version dawn targets.
         if (mGlobalInfo.apiVersion == VK_MAKE_VERSION(1, 0, 0)) {
             appInfo.apiVersion = VK_MAKE_VERSION(1, 0, 0);
         } else {
             appInfo.apiVersion = VK_MAKE_VERSION(1, 2, 0);
         }

         VkInstanceCreateInfo createInfo;
         createInfo.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
         createInfo.pNext = nullptr;
         createInfo.flags = 0;
         createInfo.pApplicationInfo = &appInfo;
         createInfo.enabledLayerCount = static_cast<uint32_t>(layerNames.size());
         createInfo.ppEnabledLayerNames = layerNames.data();
         createInfo.enabledExtensionCount = static_cast<uint32_t>(extensionNames.size());
         createInfo.ppEnabledExtensionNames = extensionNames.data();

         PNextChainBuilder createInfoChain(&createInfo);

         // Register the debug callback for instance creation so we receive message for any errors
         // (validation or other).
         VkDebugUtilsMessengerCreateInfoEXT utilsMessengerCreateInfo;
         if (usedKnobs.HasExt(InstanceExt::DebugUtils)) {
             utilsMessengerCreateInfo.flags = 0;
             utilsMessengerCreateInfo.messageSeverity =
                 VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT |
                 VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT;
             utilsMessengerCreateInfo.messageType = VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT |
                                                    VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT;
             utilsMessengerCreateInfo.pfnUserCallback = OnInstanceCreationDebugUtilsCallback;
             utilsMessengerCreateInfo.pUserData = nullptr;

             createInfoChain.Add(&utilsMessengerCreateInfo,
                                 VK_STRUCTURE_TYPE_DEBUG_UTILS_MESSENGER_CREATE_INFO_EXT);
         }

         // Try to turn on synchronization validation if the instance was created with backend
         // validation enabled.
         VkValidationFeaturesEXT validationFeatures;
         VkValidationFeatureEnableEXT kEnableSynchronizationValidation =
             VK_VALIDATION_FEATURE_ENABLE_SYNCHRONIZATION_VALIDATION_EXT;
         if (instance->IsBackendValidationEnabled() &&
             usedKnobs.HasExt(InstanceExt::ValidationFeatures)) {
             validationFeatures.enabledValidationFeatureCount = 1;
             validationFeatures.pEnabledValidationFeatures = &kEnableSynchronizationValidation;
             validationFeatures.disabledValidationFeatureCount = 0;
             validationFeatures.pDisabledValidationFeatures = nullptr;

             createInfoChain.Add(&validationFeatures, VK_STRUCTURE_TYPE_VALIDATION_FEATURES_EXT);
         }

         DAWN_TRY(CheckVkSuccess(mFunctions.CreateInstance(&createInfo, nullptr, &mInstance),
                                 "vkCreateInstance"));

         return usedKnobs;
     }

     MaybeError VulkanInstance::RegisterDebugUtils() {
         VkDebugUtilsMessengerCreateInfoEXT createInfo;
         createInfo.sType = VK_STRUCTURE_TYPE_DEBUG_UTILS_MESSENGER_CREATE_INFO_EXT;
         createInfo.pNext = nullptr;
         createInfo.flags = 0;
         createInfo.messageSeverity = VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT |
                                      VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT;
         createInfo.messageType = VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT |
                                  VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT;
         createInfo.pfnUserCallback = OnDebugUtilsCallback;
         createInfo.pUserData = nullptr;

         return CheckVkSuccess(mFunctions.CreateDebugUtilsMessengerEXT(
                                   mInstance, &createInfo, nullptr, &*mDebugUtilsMessenger),
                               "vkCreateDebugUtilsMessengerEXT");
     }

     Backend::Backend(InstanceBase* instance)
         : BackendConnection(instance, wgpu::BackendType::Vulkan) {
     }

     Backend::~Backend() = default;

     std::vector<std::unique_ptr<AdapterBase>> Backend::DiscoverDefaultAdapters() {
         AdapterDiscoveryOptions options;
         auto result = DiscoverAdapters(&options);
         if (result.IsError()) {
             GetInstance()->ConsumedError(result.AcquireError());
             return {};
         }
         return result.AcquireSuccess();
     }

     ResultOrError<std::vector<std::unique_ptr<AdapterBase>>> Backend::DiscoverAdapters(
         const AdapterDiscoveryOptionsBase* optionsBase) {
         ASSERT(optionsBase->backendType == WGPUBackendType_Vulkan);

         const AdapterDiscoveryOptions* options =
             static_cast<const AdapterDiscoveryOptions*>(optionsBase);

         std::vector<std::unique_ptr<AdapterBase>> adapters;

         InstanceBase* instance = GetInstance();
         for (ICD icd : kICDs) {
             if (options->forceSwiftShader && icd != ICD::SwiftShader) {
                 continue;
             }
             if (mVulkanInstances[icd] == nullptr && instance->ConsumedError([&]() -> MaybeError {
                     DAWN_TRY_ASSIGN(mVulkanInstances[icd], VulkanInstance::Create(instance, icd));
                     return {};
                 }())) {
                 // Instance failed to initialize.
                 continue;
             }
             const std::vector<VkPhysicalDevice>& physicalDevices =
                 mVulkanInstances[icd]->GetPhysicalDevices();
             for (uint32_t i = 0; i < physicalDevices.size(); ++i) {
                 std::unique_ptr<Adapter> adapter = std::make_unique<Adapter>(
                     instance, mVulkanInstances[icd].Get(), physicalDevices[i]);
                 if (instance->ConsumedError(adapter->Initialize())) {
                     continue;
                 }
                 adapters.push_back(std::move(adapter));
             }
         }
         return adapters;
     }

     BackendConnection* Connect(InstanceBase* instance) {
         return new Backend(instance);
     }

 }  // namespace dawn_native::vulkan
	// Copyright 2019 The Dawn Authors
	//
	// Licensed under the Apache License, Version 2.0 (the "License");
	// you may not use this file except in compliance with the License.
	// You may obtain a copy of the License at
	//
	// http://www.apache.org/licenses/LICENSE-2.0
	//
	// Unless required by applicable law or agreed to in writing, software
	// distributed under the License is distributed on an "AS IS" BASIS,
	// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
	// See the License for the specific language governing permissions and
	// limitations under the License.

	#include "dawn_native/vulkan/BackendVk.h"

	#include "common/BitSetIterator.h"
	#include "common/Log.h"
	#include "common/SystemUtils.h"
	#include "dawn_native/Instance.h"
	#include "dawn_native/VulkanBackend.h"
	#include "dawn_native/vulkan/AdapterVk.h"
	#include "dawn_native/vulkan/UtilsVulkan.h"
	#include "dawn_native/vulkan/VulkanError.h"

	// TODO(crbug.com/dawn/283): Link against the Vulkan Loader and remove this.
	#if defined(DAWN_ENABLE_SWIFTSHADER)
	# if defined(DAWN_PLATFORM_LINUX) \|\| defined(DAWN_PLATFORM_FUSCHIA)
	constexpr char kSwiftshaderLibName[] = "libvk_swiftshader.so";
	# elif defined(DAWN_PLATFORM_WINDOWS)
	constexpr char kSwiftshaderLibName[] = "vk_swiftshader.dll";
	# elif defined(DAWN_PLATFORM_MACOS)
	constexpr char kSwiftshaderLibName[] = "libvk_swiftshader.dylib";
	# else
	# error "Unimplemented Swiftshader Vulkan backend platform"
	# endif
	#endif

	#if defined(DAWN_PLATFORM_LINUX)
	# if defined(DAWN_PLATFORM_ANDROID)
	constexpr char kVulkanLibName[] = "libvulkan.so";
	# else
	constexpr char kVulkanLibName[] = "libvulkan.so.1";
	# endif
	#elif defined(DAWN_PLATFORM_WINDOWS)
	constexpr char kVulkanLibName[] = "vulkan-1.dll";
	#elif defined(DAWN_PLATFORM_MACOS)
	constexpr char kVulkanLibName[] = "libvulkan.dylib";
	#elif defined(DAWN_PLATFORM_FUCHSIA)
	constexpr char kVulkanLibName[] = "libvulkan.so";
	#else
	# error "Unimplemented Vulkan backend platform"
	#endif

	struct SkippedMessage {
	const char* messageId;
	const char* messageContents;
	};

	// Array of Validation error/warning messages that will be ignored, should include bugID
	constexpr SkippedMessage kSkippedMessages[] = {
	// These errors are generated when simultaneously using a read-only depth/stencil attachment as
	// a texture binding. This is valid Vulkan.
	//
	// When storeOp=NONE is not present, Dawn uses storeOp=STORE, but Vulkan validation layer
	// considers the image read-only and produces a hazard. Dawn can't rely on storeOp=NONE and
	// so this is not expected to be worked around.
	// See http://crbug.com/dawn/1225 for more details.
	{"SYNC-HAZARD-WRITE_AFTER_READ",
	"depth aspect during store with storeOp VK_ATTACHMENT_STORE_OP_STORE. Access info (usage: "
	"SYNC_LATE_FRAGMENT_TESTS_DEPTH_STENCIL_ATTACHMENT_WRITE, prior_usage: "
	"SYNC_FRAGMENT_SHADER_SHADER_STORAGE_READ, read_barriers: VK_PIPELINE_STAGE_2_NONE_KHR, "},

	{"SYNC-HAZARD-WRITE_AFTER_READ",
	"stencil aspect during store with stencilStoreOp VK_ATTACHMENT_STORE_OP_STORE. Access info "
	"(usage: SYNC_LATE_FRAGMENT_TESTS_DEPTH_STENCIL_ATTACHMENT_WRITE, prior_usage: "
	"SYNC_FRAGMENT_SHADER_SHADER_STORAGE_READ, read_barriers: VK_PIPELINE_STAGE_2_NONE_KHR, "},
	};

	namespace dawn_native::vulkan {

	namespace {

	static constexpr ICD kICDs[] = {
	ICD::None,
	#if defined(DAWN_ENABLE_SWIFTSHADER)
	ICD::SwiftShader,
	#endif // defined(DAWN_ENABLE_SWIFTSHADER)
	};

	// Suppress validation errors that are known. Returns false in that case.
	bool ShouldReportDebugMessage(const char* messageId, const char* message) {
	for (const SkippedMessage& msg : kSkippedMessages) {
	if (strstr(messageId, msg.messageId) != nullptr &&
	strstr(message, msg.messageContents) != nullptr) {
	return false;
	}
	}
	return true;
	}

	VKAPI_ATTR VkBool32 VKAPI_CALL
	OnDebugUtilsCallback(VkDebugUtilsMessageSeverityFlagBitsEXT messageSeverity,
	VkDebugUtilsMessageTypeFlagsEXT /* messageTypes */,
	const VkDebugUtilsMessengerCallbackDataEXT* pCallbackData,
	void* /* pUserData */) {
	if (ShouldReportDebugMessage(pCallbackData->pMessageIdName, pCallbackData->pMessage)) {
	dawn::WarningLog() << pCallbackData->pMessage;
	ASSERT((messageSeverity & VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT) == 0);
	}
	return VK_FALSE;
	}

	// A debug callback specifically for instance creation so that we don't fire an ASSERT when
	// the instance fails creation in an expected manner (for example the system not having
	// Vulkan drivers).
	VKAPI_ATTR VkBool32 VKAPI_CALL OnInstanceCreationDebugUtilsCallback(
	VkDebugUtilsMessageSeverityFlagBitsEXT messageSeverity,
	VkDebugUtilsMessageTypeFlagsEXT /* messageTypes */,
	const VkDebugUtilsMessengerCallbackDataEXT* pCallbackData,
	void* /* pUserData */) {
	dawn::WarningLog() << pCallbackData->pMessage;
	return VK_FALSE;
	}

	} // anonymous namespace

	VulkanInstance::VulkanInstance() = default;

	VulkanInstance::~VulkanInstance() {
	if (mDebugUtilsMessenger != VK_NULL_HANDLE) {
	mFunctions.DestroyDebugUtilsMessengerEXT(mInstance, mDebugUtilsMessenger, nullptr);
	mDebugUtilsMessenger = VK_NULL_HANDLE;
	}

	// VkPhysicalDevices are destroyed when the VkInstance is destroyed
	if (mInstance != VK_NULL_HANDLE) {
	mFunctions.DestroyInstance(mInstance, nullptr);
	mInstance = VK_NULL_HANDLE;
	}
	}

	const VulkanFunctions& VulkanInstance::GetFunctions() const {
	return mFunctions;
	}

	VkInstance VulkanInstance::GetVkInstance() const {
	return mInstance;
	}

	const VulkanGlobalInfo& VulkanInstance::GetGlobalInfo() const {
	return mGlobalInfo;
	}

	const std::vector<VkPhysicalDevice>& VulkanInstance::GetPhysicalDevices() const {
	return mPhysicalDevices;
	}

	// static
	ResultOrError<Ref<VulkanInstance>> VulkanInstance::Create(const InstanceBase* instance,
	ICD icd) {
	Ref<VulkanInstance> vulkanInstance = AcquireRef(new VulkanInstance());
	DAWN_TRY(vulkanInstance->Initialize(instance, icd));
	return std::move(vulkanInstance);
	}

	MaybeError VulkanInstance::Initialize(const InstanceBase* instance, ICD icd) {
	// These environment variables need only be set while loading procs and gathering device
	// info.
	ScopedEnvironmentVar vkICDFilenames;
	ScopedEnvironmentVar vkLayerPath;

	#if defined(DAWN_ENABLE_VULKAN_LOADER)
	// If enabled, we use our own built Vulkan loader by specifying an absolute path to the
	// shared library. Note that when we are currently getting the absolute path for the custom
	// loader by getting the path to the dawn native library and traversing relative from there.
	// This has implications for dawn tests because some of them are linking statically to
	// dawn_native which means the "module" is actually the test as well. If the directory
	// location of the tests change w.r.t the shared lib then this may break. Essentially we are
	// assuming that our custom built Vulkan loader will always be in the same directory as the
	// shared dawn native library and all test binaries that link statically.
	const std::string resolvedVulkanLibPath = GetModuleDirectory() + kVulkanLibName;
	#else
	const std::string resolvedVulkanLibPath = kVulkanLibName;
	#endif // defined(DAWN_ENABLE_VULKAN_LOADER)

	switch (icd) {
	case ICD::None: {
	if (!mVulkanLib.Open(resolvedVulkanLibPath)) {
	return DAWN_FORMAT_INTERNAL_ERROR("Couldn't load %s.", resolvedVulkanLibPath);
	}
	break;
	}
	case ICD::SwiftShader: {
	#if defined(DAWN_ENABLE_SWIFTSHADER)
	// First try to load the system Vulkan driver, if that fails, try to load with
	// Swiftshader. Note: The system driver could potentially be Swiftshader if it was
	// installed.
	# if defined(DAWN_SWIFTSHADER_VK_ICD_JSON)
	if (mVulkanLib.Open(resolvedVulkanLibPath)) {
	std::string fullSwiftshaderICDPath =
	GetExecutableDirectory() + DAWN_SWIFTSHADER_VK_ICD_JSON;
	if (!vkICDFilenames.Set("VK_ICD_FILENAMES", fullSwiftshaderICDPath.c_str())) {
	return DAWN_FORMAT_INTERNAL_ERROR("Couldn't set VK_ICD_FILENAMES to %s.",
	fullSwiftshaderICDPath);
	}
	// Succesfully loaded driver and set VK_ICD_FILENAMES.
	break;
	} else
	# endif // defined(DAWN_SWIFTSHADER_VK_ICD_JSON)
	// Fallback to loading SwiftShader directly.
	if (mVulkanLib.Open(kSwiftshaderLibName)) {
	// Succesfully loaded SwiftShader.
	break;
	}
	return DAWN_FORMAT_INTERNAL_ERROR(
	"Failed to load SwiftShader. DAWN_SWIFTSHADER_VK_ICD_JSON was not defined and "
	"could not load %s.",
	kSwiftshaderLibName);
	#endif // defined(DAWN_ENABLE_SWIFTSHADER)

	// ICD::SwiftShader should not be passed if SwiftShader is not enabled.
	UNREACHABLE();
	}
	}

	if (instance->IsBackendValidationEnabled()) {
	#if defined(DAWN_ENABLE_VULKAN_VALIDATION_LAYERS)
	std::string vkDataDir = GetExecutableDirectory() + DAWN_VK_DATA_DIR;
	if (!vkLayerPath.Set("VK_LAYER_PATH", vkDataDir.c_str())) {
	return DAWN_INTERNAL_ERROR("Couldn't set VK_LAYER_PATH");
	}
	#else
	dawn::WarningLog() << "Backend validation enabled but Dawn was not built with "
	"DAWN_ENABLE_VULKAN_VALIDATION_LAYERS.";
	#endif
	}

	DAWN_TRY(mFunctions.LoadGlobalProcs(mVulkanLib));

	DAWN_TRY_ASSIGN(mGlobalInfo, GatherGlobalInfo(mFunctions));

	VulkanGlobalKnobs usedGlobalKnobs = {};
	DAWN_TRY_ASSIGN(usedGlobalKnobs, CreateVkInstance(instance));
	static_cast<VulkanGlobalKnobs>(&mGlobalInfo) = usedGlobalKnobs;

	DAWN_TRY(mFunctions.LoadInstanceProcs(mInstance, mGlobalInfo));

	if (usedGlobalKnobs.HasExt(InstanceExt::DebugUtils)) {
	DAWN_TRY(RegisterDebugUtils());
	}

	DAWN_TRY_ASSIGN(mPhysicalDevices, GatherPhysicalDevices(mInstance, mFunctions));

	return {};
	}

	ResultOrError<VulkanGlobalKnobs> VulkanInstance::CreateVkInstance(
	const InstanceBase* instance) {
	VulkanGlobalKnobs usedKnobs = {};
	std::vector<const char*> layerNames;
	InstanceExtSet extensionsToRequest = mGlobalInfo.extensions;

	auto UseLayerIfAvailable = [&](VulkanLayer layer) {
	if (mGlobalInfo.layers[layer]) {
	layerNames.push_back(GetVulkanLayerInfo(layer).name);
	usedKnobs.layers.set(layer, true);
	extensionsToRequest \|= mGlobalInfo.layerExtensions[layer];
	}
	};

	// vktrace works by instering a layer, but we hide it behind a macro because the vktrace
	// layer crashes when used without vktrace server started. See this vktrace issue:
	// https://github.com/LunarG/VulkanTools/issues/254
	// Also it is good to put it in first position so that it doesn't see Vulkan calls inserted
	// by other layers.
	#if defined(DAWN_USE_VKTRACE)
	UseLayerIfAvailable(VulkanLayer::LunargVkTrace);
	#endif
	// RenderDoc installs a layer at the system level for its capture but we don't want to use
	// it unless we are debugging in RenderDoc so we hide it behind a macro.
	#if defined(DAWN_USE_RENDERDOC)
	UseLayerIfAvailable(VulkanLayer::RenderDocCapture);
	#endif

	if (instance->IsBackendValidationEnabled()) {
	UseLayerIfAvailable(VulkanLayer::Validation);
	}

	// Always use the Fuchsia swapchain layer if available.
	UseLayerIfAvailable(VulkanLayer::FuchsiaImagePipeSwapchain);

	// Available and known instance extensions default to being requested, but some special
	// cases are removed.
	usedKnobs.extensions = extensionsToRequest;

	std::vector<const char*> extensionNames;
	for (InstanceExt ext : IterateBitSet(extensionsToRequest)) {
	const InstanceExtInfo& info = GetInstanceExtInfo(ext);

	if (info.versionPromoted > mGlobalInfo.apiVersion) {
	extensionNames.push_back(info.name);
	}
	}

	VkApplicationInfo appInfo;
	appInfo.sType = VK_STRUCTURE_TYPE_APPLICATION_INFO;
	appInfo.pNext = nullptr;
	appInfo.pApplicationName = nullptr;
	appInfo.applicationVersion = 0;
	appInfo.pEngineName = nullptr;
	appInfo.engineVersion = 0;
	// Vulkan 1.0 implementations were required to return VK_ERROR_INCOMPATIBLE_DRIVER if
	// apiVersion was larger than 1.0. Meanwhile, as long as the instance supports at least
	// Vulkan 1.1, an application can use different versions of Vulkan with an instance than
	// it does with a device or physical device. So we should set apiVersion to Vulkan 1.0
	// if the instance only supports Vulkan 1.0. Otherwise we set apiVersion to Vulkan 1.2,
	// treat 1.2 as the highest API version dawn targets.
	if (mGlobalInfo.apiVersion == VK_MAKE_VERSION(1, 0, 0)) {
	appInfo.apiVersion = VK_MAKE_VERSION(1, 0, 0);
	} else {
	appInfo.apiVersion = VK_MAKE_VERSION(1, 2, 0);
	}

	VkInstanceCreateInfo createInfo;
	createInfo.sType = VK_STRUCTURE_TYPE_INSTANCE_CREATE_INFO;
	createInfo.pNext = nullptr;
	createInfo.flags = 0;
	createInfo.pApplicationInfo = &appInfo;
	createInfo.enabledLayerCount = static_cast<uint32_t>(layerNames.size());
	createInfo.ppEnabledLayerNames = layerNames.data();
	createInfo.enabledExtensionCount = static_cast<uint32_t>(extensionNames.size());
	createInfo.ppEnabledExtensionNames = extensionNames.data();

	PNextChainBuilder createInfoChain(&createInfo);

	// Register the debug callback for instance creation so we receive message for any errors
	// (validation or other).
	VkDebugUtilsMessengerCreateInfoEXT utilsMessengerCreateInfo;
	if (usedKnobs.HasExt(InstanceExt::DebugUtils)) {
	utilsMessengerCreateInfo.flags = 0;
	utilsMessengerCreateInfo.messageSeverity =
	VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT \|
	VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT;
	utilsMessengerCreateInfo.messageType = VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT \|
	VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT;
	utilsMessengerCreateInfo.pfnUserCallback = OnInstanceCreationDebugUtilsCallback;
	utilsMessengerCreateInfo.pUserData = nullptr;

	createInfoChain.Add(&utilsMessengerCreateInfo,
	VK_STRUCTURE_TYPE_DEBUG_UTILS_MESSENGER_CREATE_INFO_EXT);
	}

	// Try to turn on synchronization validation if the instance was created with backend
	// validation enabled.
	VkValidationFeaturesEXT validationFeatures;
	VkValidationFeatureEnableEXT kEnableSynchronizationValidation =
	VK_VALIDATION_FEATURE_ENABLE_SYNCHRONIZATION_VALIDATION_EXT;
	if (instance->IsBackendValidationEnabled() &&
	usedKnobs.HasExt(InstanceExt::ValidationFeatures)) {
	validationFeatures.enabledValidationFeatureCount = 1;
	validationFeatures.pEnabledValidationFeatures = &kEnableSynchronizationValidation;
	validationFeatures.disabledValidationFeatureCount = 0;
	validationFeatures.pDisabledValidationFeatures = nullptr;

	createInfoChain.Add(&validationFeatures, VK_STRUCTURE_TYPE_VALIDATION_FEATURES_EXT);
	}

	DAWN_TRY(CheckVkSuccess(mFunctions.CreateInstance(&createInfo, nullptr, &mInstance),
	"vkCreateInstance"));

	return usedKnobs;
	}

	MaybeError VulkanInstance::RegisterDebugUtils() {
	VkDebugUtilsMessengerCreateInfoEXT createInfo;
	createInfo.sType = VK_STRUCTURE_TYPE_DEBUG_UTILS_MESSENGER_CREATE_INFO_EXT;
	createInfo.pNext = nullptr;
	createInfo.flags = 0;
	createInfo.messageSeverity = VK_DEBUG_UTILS_MESSAGE_SEVERITY_ERROR_BIT_EXT \|
	VK_DEBUG_UTILS_MESSAGE_SEVERITY_WARNING_BIT_EXT;
	createInfo.messageType = VK_DEBUG_UTILS_MESSAGE_TYPE_GENERAL_BIT_EXT \|
	VK_DEBUG_UTILS_MESSAGE_TYPE_VALIDATION_BIT_EXT;
	createInfo.pfnUserCallback = OnDebugUtilsCallback;
	createInfo.pUserData = nullptr;

	return CheckVkSuccess(mFunctions.CreateDebugUtilsMessengerEXT(
	mInstance, &createInfo, nullptr, &*mDebugUtilsMessenger),
	"vkCreateDebugUtilsMessengerEXT");
	}

	Backend::Backend(InstanceBase* instance)
	: BackendConnection(instance, wgpu::BackendType::Vulkan) {
	}

	Backend::~Backend() = default;

	std::vector<std::unique_ptr<AdapterBase>> Backend::DiscoverDefaultAdapters() {
	AdapterDiscoveryOptions options;
	auto result = DiscoverAdapters(&options);
	if (result.IsError()) {
	GetInstance()->ConsumedError(result.AcquireError());
	return {};
	}
	return result.AcquireSuccess();
	}

	ResultOrError<std::vector<std::unique_ptr<AdapterBase>>> Backend::DiscoverAdapters(
	const AdapterDiscoveryOptionsBase* optionsBase) {
	ASSERT(optionsBase->backendType == WGPUBackendType_Vulkan);

	const AdapterDiscoveryOptions* options =
	static_cast<const AdapterDiscoveryOptions*>(optionsBase);

	std::vector<std::unique_ptr<AdapterBase>> adapters;

	InstanceBase* instance = GetInstance();
	for (ICD icd : kICDs) {
	if (options->forceSwiftShader && icd != ICD::SwiftShader) {
	continue;
	}
	if (mVulkanInstances[icd] == nullptr && instance->ConsumedError([&]() -> MaybeError {
	DAWN_TRY_ASSIGN(mVulkanInstances[icd], VulkanInstance::Create(instance, icd));
	return {};
	}())) {
	// Instance failed to initialize.
	continue;
	}
	const std::vector<VkPhysicalDevice>& physicalDevices =
	mVulkanInstances[icd]->GetPhysicalDevices();
	for (uint32_t i = 0; i < physicalDevices.size(); ++i) {
	std::unique_ptr<Adapter> adapter = std::make_unique<Adapter>(
	instance, mVulkanInstances[icd].Get(), physicalDevices[i]);
	if (instance->ConsumedError(adapter->Initialize())) {
	continue;
	}
	adapters.push_back(std::move(adapter));
	}
	}
	return adapters;
	}

	BackendConnection* Connect(InstanceBase* instance) {
	return new Backend(instance);
	}

	} // namespace dawn_native::vulkan