1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350
|
/***************************************************************************
*
* Copyright (c) 2015-2025 The Khronos Group Inc.
* Copyright (c) 2015-2025 Valve Corporation
* Copyright (c) 2015-2025 LunarG, Inc.
* Copyright (c) 2015-2024 Google Inc.
* Copyright (c) 2023-2024 RasterGrid Kft.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
****************************************************************************/
#pragma once
#include <atomic>
#include <vulkan/vulkan.h>
#include <vulkan/vk_enum_string_helper.h>
#include <vulkan/utility/vk_safe_struct.hpp>
#include "error_message/logging.h"
#include "containers/custom_containers.h"
#include "layer_options.h"
#include "gpuav/core/gpuav_settings.h"
#include "sync/sync_settings.h"
#include "generated/device_features.h"
#include "generated/vk_api_version.h"
#include "generated/vk_extension_helper.h"
#include "generated/vk_layer_dispatch_table.h"
#include "layer_object_id.h"
#include "state_tracker/special_supported.h"
// To avoid re-hashing unique ids on each use, we precompute the hash and store the
// hash's LSBs in the high 24 bits.
struct HashedUint64 {
static const int HASHED_UINT64_SHIFT = 40;
size_t operator()(const uint64_t& t) const { return t >> HASHED_UINT64_SHIFT; }
static uint64_t hash(uint64_t id) {
uint64_t h = (uint64_t)vvl::hash<uint64_t>()(id);
id |= h << HASHED_UINT64_SHIFT;
return id;
}
};
namespace vvl {
namespace base {
class Instance;
class Device;
} // namespace base
namespace dispatch {
class Instance;
class Device;
} // namespace dispatch
// Device extension properties -- storing properties gathered from VkPhysicalDeviceProperties2::pNext chain
// TODO: this could be defined and initialized via generated code
struct DeviceExtensionProperties {
VkPhysicalDeviceShadingRateImagePropertiesNV shading_rate_image_props;
VkPhysicalDeviceMeshShaderPropertiesNV mesh_shader_props_nv;
VkPhysicalDeviceMeshShaderPropertiesEXT mesh_shader_props_ext;
VkPhysicalDeviceCooperativeMatrixPropertiesNV cooperative_matrix_props;
VkPhysicalDeviceCooperativeMatrixPropertiesKHR cooperative_matrix_props_khr;
VkPhysicalDeviceCooperativeMatrix2PropertiesNV cooperative_matrix_props2_nv;
VkPhysicalDeviceTransformFeedbackPropertiesEXT transform_feedback_props;
VkPhysicalDeviceRayTracingPropertiesNV ray_tracing_props_nv;
VkPhysicalDeviceRayTracingPipelinePropertiesKHR ray_tracing_props_khr;
VkPhysicalDeviceAccelerationStructurePropertiesKHR acc_structure_props;
VkPhysicalDeviceFragmentDensityMapPropertiesEXT fragment_density_map_props;
VkPhysicalDeviceFragmentDensityMap2PropertiesEXT fragment_density_map2_props;
VkPhysicalDeviceFragmentDensityMapOffsetPropertiesEXT fragment_density_map_offset_props;
VkPhysicalDeviceFragmentDensityMapLayeredPropertiesVALVE fragment_density_map_layered_props;
VkPhysicalDevicePerformanceQueryPropertiesKHR performance_query_props;
VkPhysicalDeviceSampleLocationsPropertiesEXT sample_locations_props;
VkPhysicalDeviceCustomBorderColorPropertiesEXT custom_border_color_props;
VkPhysicalDeviceMultiviewProperties multiview_props;
VkPhysicalDevicePortabilitySubsetPropertiesKHR portability_props;
VkPhysicalDeviceFragmentShadingRatePropertiesKHR fragment_shading_rate_props;
VkPhysicalDeviceProvokingVertexPropertiesEXT provoking_vertex_props;
VkPhysicalDeviceMultiDrawPropertiesEXT multi_draw_props;
VkPhysicalDeviceDiscardRectanglePropertiesEXT discard_rectangle_props;
VkPhysicalDeviceBlendOperationAdvancedPropertiesEXT blend_operation_advanced_props;
VkPhysicalDeviceConservativeRasterizationPropertiesEXT conservative_rasterization_props;
VkPhysicalDeviceSubgroupProperties subgroup_props;
VkPhysicalDeviceExtendedDynamicState3PropertiesEXT extended_dynamic_state3_props;
VkPhysicalDeviceImageProcessingPropertiesQCOM image_processing_props;
VkPhysicalDeviceImageAlignmentControlPropertiesMESA image_alignment_control_props;
VkPhysicalDeviceMaintenance7PropertiesKHR maintenance7_props;
VkPhysicalDeviceNestedCommandBufferPropertiesEXT nested_command_buffer_props;
VkPhysicalDeviceDescriptorBufferPropertiesEXT descriptor_buffer_props;
VkPhysicalDeviceDescriptorBufferDensityMapPropertiesEXT descriptor_buffer_density_props;
VkPhysicalDeviceDeviceGeneratedCommandsPropertiesEXT device_generated_commands_props;
VkPhysicalDevicePipelineBinaryPropertiesKHR pipeline_binary_props;
VkPhysicalDeviceMapMemoryPlacedPropertiesEXT map_memory_placed_props;
VkPhysicalDeviceComputeShaderDerivativesPropertiesKHR compute_shader_derivatives_props;
VkPhysicalDeviceCooperativeVectorPropertiesNV cooperative_vector_props_nv;
VkPhysicalDeviceRenderPassStripedPropertiesARM renderpass_striped_props;
VkPhysicalDeviceExternalMemoryHostPropertiesEXT external_memory_host_props;
VkPhysicalDeviceMaintenance9PropertiesKHR maintenance9_props;
#if defined(VK_USE_PLATFORM_ANDROID_KHR)
VkPhysicalDeviceExternalFormatResolvePropertiesANDROID android_format_resolve_props;
#endif
};
// This object holds all static state for the device (device properties, enabled extensions/features, etc.)
// It is initialized atomically in the constructor based on the provided physical device and device create info
// and then used by all downstream users (state tracker, stateless SPIR-V validator, etc.).
class StatelessDeviceData {
public:
StatelessDeviceData(vvl::dispatch::Instance* instance, VkPhysicalDevice physical_device, const VkDeviceCreateInfo* pCreateInfo);
APIVersion api_version;
DeviceExtensions extensions{};
DeviceFeatures enabled_features{};
VkPhysicalDeviceMemoryProperties phys_dev_mem_props{};
VkPhysicalDeviceProperties phys_dev_props{};
VkPhysicalDeviceVulkan11Properties phys_dev_props_core11{};
VkPhysicalDeviceVulkan12Properties phys_dev_props_core12{};
VkPhysicalDeviceVulkan13Properties phys_dev_props_core13{};
VkPhysicalDeviceVulkan14Properties phys_dev_props_core14{};
// To store the 2 lists from VkPhysicalDeviceHostImageCopyProperties
std::vector<VkImageLayout> host_image_copy_props_copy_src_layouts{};
std::vector<VkImageLayout> host_imape_copy_props_copy_dst_layouts{};
DeviceExtensionProperties phys_dev_ext_props = {};
SpecialSupported special_supported;
};
namespace dispatch {
class Instance;
void SetData(VkInstance instance, std::unique_ptr<Instance>&&);
Instance* GetData(VkInstance);
Instance* GetData(VkPhysicalDevice);
void FreeData(void* key, VkInstance instance);
class Device;
void SetData(VkDevice dev, std::unique_ptr<Device>&&);
Device* GetData(VkDevice);
Device* GetData(VkQueue);
Device* GetData(VkCommandBuffer);
Device* GetData(VkExternalComputeQueueNV);
void FreeData(void* key, VkDevice device);
void FreeAllData();
struct TemplateState {
VkDescriptorUpdateTemplate desc_update_template;
vku::safe_VkDescriptorUpdateTemplateCreateInfo create_info;
bool destroyed;
TemplateState(VkDescriptorUpdateTemplate update_template, vku::safe_VkDescriptorUpdateTemplateCreateInfo* pCreateInfo)
: desc_update_template(update_template), create_info(*pCreateInfo), destroyed(false) {}
};
struct Settings {
GlobalSettings global_settings = {};
GpuAVSettings gpuav_settings = {};
SyncValSettings syncval_settings = {};
ValidationDisabled disabled = {};
ValidationEnabled enabled = {};
};
class HandleWrapper : public Logger {
public:
HandleWrapper(DebugReport* dr);
~HandleWrapper();
// Unwrap a handle.
template <typename HandleType>
HandleType Unwrap(HandleType wrapped_handle) {
if (wrapped_handle == (HandleType)VK_NULL_HANDLE) return wrapped_handle;
auto iter = unique_id_mapping.find(CastToUint64(wrapped_handle));
if (iter == unique_id_mapping.end()) return (HandleType)0;
return (HandleType)iter->second;
}
// Wrap a newly created handle with a new unique ID, and return the new ID.
template <typename HandleType>
HandleType WrapNew(HandleType new_created_handle) {
if (new_created_handle == (HandleType)VK_NULL_HANDLE) return new_created_handle;
auto unique_id = global_unique_id++;
unique_id = HashedUint64::hash(unique_id);
assert(unique_id != 0); // can't be 0, otherwise unwrap will apply special rule for VK_NULL_HANDLE
unique_id_mapping.insert_or_assign(unique_id, CastToUint64(new_created_handle));
return (HandleType)unique_id;
}
template <typename HandleType>
HandleType Find(HandleType wrapped_handle) const {
uint64_t id = CastToUint64(wrapped_handle);
auto iter = unique_id_mapping.find(id);
if (iter != unique_id_mapping.end()) {
return CastFromUint64<HandleType>(iter->second);
} else {
return CastFromUint<HandleType>(0ULL);
}
}
template <typename HandleType>
HandleType Erase(HandleType wrapped_handle) {
uint64_t id = CastToUint64(wrapped_handle);
auto iter = unique_id_mapping.pop(id);
if (iter != unique_id_mapping.end()) {
return CastFromUint64<HandleType>(iter->second);
} else {
return CastFromUint<HandleType>(0ULL);
}
}
void UnwrapPnextChainHandles(const void* pNext);
static std::atomic<uint64_t> global_unique_id;
static vvl::concurrent_unordered_map<uint64_t, uint64_t, 4, HashedUint64> unique_id_mapping;
static bool wrap_handles;
};
class Instance : public HandleWrapper {
public:
Instance(const VkInstanceCreateInfo* pCreateInfo);
~Instance();
void InitValidationObjects();
// VkDisplayKHR objects are statically created in the driver at VkCreateInstance.
// They live with the PhyiscalDevice and apps never created/destroy them.
// Apps needs will query for them and the first time we see it we wrap it
VkDisplayKHR MaybeWrapDisplay(VkDisplayKHR handle) {
// See if this display is already known
auto it = display_id_reverse_mapping.find(handle);
if (it != display_id_reverse_mapping.end()) return (VkDisplayKHR)it->second;
// First time see this VkDisplayKHR, so wrap
const uint64_t unique_id = (uint64_t)WrapNew(handle);
display_id_reverse_mapping.insert_or_assign(handle, unique_id);
return (VkDisplayKHR)unique_id;
}
base::Instance* GetValidationObject(LayerObjectTypeId object_type) const;
Settings settings;
APIVersion api_version;
DeviceExtensions extensions{};
mutable std::vector<std::unique_ptr<base::Instance>> object_dispatch;
VkInstance instance = VK_NULL_HANDLE;
VkLayerInstanceDispatchTable instance_dispatch_table;
// Reverse map display handles
vvl::concurrent_unordered_map<VkDisplayKHR, uint64_t, 0> display_id_reverse_mapping;
#include "generated/dispatch_object_instance_methods.h"
template <bool init = true, typename ExtProp>
void GetPhysicalDeviceExtProperties(VkPhysicalDevice gpu, ExtEnabled enabled, ExtProp* ext_prop) {
assert(ext_prop);
// Extensions that use two calls to get properties don't want to init on the second call
if constexpr (init) {
*ext_prop = vku::InitStructHelper();
}
if (IsExtEnabled(enabled)) {
VkPhysicalDeviceProperties2 prop2 = vku::InitStructHelper(ext_prop);
if (api_version >= VK_API_VERSION_1_1) {
GetPhysicalDeviceProperties2(gpu, &prop2);
} else {
GetPhysicalDeviceProperties2KHR(gpu, &prop2);
}
}
}
};
class Device : public HandleWrapper {
public:
Device(Instance* instance, VkPhysicalDevice gpu, const VkDeviceCreateInfo* pCreateInfo);
~Device();
void InitObjectDispatchVectors();
void InitValidationObjects();
void ReleaseValidationObject(LayerObjectTypeId type_id) const;
base::Device* GetValidationObject(LayerObjectTypeId object_type) const;
bool IsSecondary(VkCommandBuffer cb) const;
Settings& settings;
Instance* dispatch_instance;
const StatelessDeviceData stateless_device_data;
const APIVersion api_version;
const DeviceExtensions& extensions;
const DeviceFeatures& enabled_features;
const VkPhysicalDeviceMemoryProperties& phys_dev_mem_props;
const VkPhysicalDeviceProperties& phys_dev_props;
const VkPhysicalDeviceVulkan11Properties& phys_dev_props_core11;
const VkPhysicalDeviceVulkan12Properties& phys_dev_props_core12;
const VkPhysicalDeviceVulkan13Properties& phys_dev_props_core13;
const VkPhysicalDeviceVulkan14Properties& phys_dev_props_core14;
// To store the 2 lists from VkPhysicalDeviceHostImageCopyProperties
const std::vector<VkImageLayout>& host_image_copy_props_copy_src_layouts;
const std::vector<VkImageLayout>& host_imape_copy_props_copy_dst_layouts;
const DeviceExtensionProperties& phys_dev_ext_props;
VkPhysicalDevice physical_device = VK_NULL_HANDLE;
VkDevice device = VK_NULL_HANDLE;
VkLayerDispatchTable device_dispatch_table;
mutable std::vector<std::unique_ptr<base::Device>> object_dispatch;
mutable std::vector<std::unique_ptr<base::Device>> aborted_object_dispatch;
mutable std::vector<std::vector<base::Device*>> intercept_vectors;
// Handle Wrapping Data
// Wrapping Descriptor Template Update structures requires access to the template createinfo structs
vvl::unordered_map<uint64_t, std::unique_ptr<TemplateState>> desc_template_createinfo_map;
struct SubpassesUsageStates {
vvl::unordered_set<uint32_t> subpasses_using_color_attachment;
vvl::unordered_set<uint32_t> subpasses_using_depthstencil_attachment;
};
// Uses unwrapped handles
vvl::unordered_map<VkRenderPass, SubpassesUsageStates> renderpasses_states;
// Map of wrapped swapchain handles to arrays of wrapped swapchain image IDs
// Each swapchain has an immutable list of wrapped swapchain image IDs -- always return these IDs if they exist
vvl::unordered_map<VkSwapchainKHR, std::vector<VkImage>> swapchain_wrapped_image_handle_map;
// Map of wrapped descriptor pools to set of wrapped descriptor sets allocated from each pool
vvl::unordered_map<VkDescriptorPool, vvl::unordered_set<VkDescriptorSet>> pool_descriptor_sets_map;
vvl::concurrent_unordered_map<VkDeferredOperationKHR, std::vector<std::function<void()>>, 0> deferred_operation_post_completion;
vvl::concurrent_unordered_map<VkDeferredOperationKHR, std::vector<std::function<void(const std::vector<VkPipeline>&)>>, 0>
deferred_operation_post_check;
vvl::concurrent_unordered_map<VkDeferredOperationKHR, std::vector<VkPipeline>, 0> deferred_operation_pipelines;
// State we track in order to populate HandleData for things such as ignored pointers
vvl::unordered_map<VkCommandBuffer, VkCommandPool> secondary_cb_map{};
mutable std::shared_mutex secondary_cb_map_mutex;
#include "generated/dispatch_object_device_methods.h"
};
} // namespace dispatch
} // namespace vvl
|